-- Logs begin at Mon 2021-11-15 11:58:03 UTC, end at Mon 2021-11-15 12:57:24 UTC. -- Nov 15 12:31:02.115479 dv-cinder-680889-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 15 12:31:04.842713 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.common.config [-] Logging enabled! Nov 15 12:31:04.843367 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 12:31:04.843531 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 12:31:04.847405 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.common.config [-] Logging enabled! Nov 15 12:31:04.847721 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 15 12:31:04.848068 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 15 12:31:04.849022 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 12:31:04.849258 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 12:31:04.849621 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 12:31:04.849868 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 12:31:04.850102 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 12:31:04.850414 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.850867 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 15 12:31:04.851183 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.851475 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.851767 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.852062 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.852349 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.852629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.852915 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.853209 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.853492 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.853769 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.854049 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.854335 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.854613 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.854916 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.855200 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.855478 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] debug = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.855755 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.856183 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.856608 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.856886 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.857169 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.857443 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.857716 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.857986 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.858266 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.858590 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] host = dv-cinder-680889-10-iscsi {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.858907 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.859193 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.859476 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.859757 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.860027 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.860298 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.860580 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.860847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.861115 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.861386 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.861669 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.861949 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.862854 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.863148 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.863373 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.863663 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.863948 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.864222 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.864494 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.864764 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.865037 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.865307 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.865572 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.865853 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.866134 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.866413 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.866684 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.866980 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.867252 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.867520 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.867798 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.868068 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.868336 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.868598 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.868892 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.869158 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.869432 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.869731 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.870013 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.870305 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.870573 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.870862 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.871142 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.871414 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.871681 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.871950 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_json = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.872218 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.872486 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.872764 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.873036 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.873303 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.873573 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.873841 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.874120 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:04.874411 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.874702 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.875030 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.875311 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.875692 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.876060 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.876374 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.876672 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.876960 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.877249 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.877558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.877954 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.878301 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.878592 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.878919 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.879241 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.879519 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.879809 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.880083 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.880354 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.880625 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.880900 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.881189 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.881474 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.881756 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.882041 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.882317 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.882599 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.882912 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.883200 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.883473 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.883748 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.884036 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.884313 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.884584 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.884859 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.885143 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.885420 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.885693 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.885973 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.886248 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.886516 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.886808 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.887088 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.887378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.887655 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.887925 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.888194 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.888469 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.888742 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.889022 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.889298 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.889569 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.889840 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.890115 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.890389 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.890662 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.890973 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.891247 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.891524 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.891797 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.892069 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.892337 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.892606 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.892872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.893141 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.893479 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.893824 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.894230 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.894337 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.894640 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.894886 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.895158 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.895443 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.895742 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.896019 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.896295 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.896571 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.896844 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.897120 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.897396 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.897674 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.897950 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.898220 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.898506 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.898810 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.899098 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.899379 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.899654 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.899979 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.900254 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.900534 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.900810 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.901087 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.901369 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.901651 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.901941 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.902230 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.902523 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.902831 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.903125 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.903402 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.903709 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.903982 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:04.904198 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 12:31:04.904445 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 15 12:31:05.340991 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 12:31:05.341258 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 12:31:05.341565 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 15 12:31:05.341896 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 15 12:31:05.668133 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.668432 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.668706 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.669889 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.670170 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.670556 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.704777 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.705056 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.705326 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.722530 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.722824 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.723098 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.751564 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.751840 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.752109 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.788575 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.788853 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:05.789122 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.027967 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.028572 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.028572 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.028794 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.029375 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.156997 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.157315 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.157599 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.157867 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.158130 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.158442 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.158699 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.159654 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.159941 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.160304 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.160574 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.160839 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.161098 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.161353 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.161610 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.161879 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.162137 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.162402 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.162671 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.162960 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.163235 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.163491 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.163773 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.164152 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.164400 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.164650 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.165050 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.165289 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.165527 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.165764 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.166008 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.166238 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:06.166601 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 15 12:31:06.169849 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 15 12:31:06.173821 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 15 12:31:06.177857 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 15 12:31:06.179511 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 15 12:31:06.179966 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 15 12:31:06.180297 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 15 12:31:06.180935 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 15 12:31:06.183775 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 15 12:31:06.184027 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 15 12:31:06.184373 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 12:31:06.189719 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 15 12:31:06.213624 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 15 12:31:06.214081 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.214385 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 15 12:31:06.214749 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.216169 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 15 12:31:06.216455 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 15 12:31:06.216703 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 15 12:31:06.220058 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.220338 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.284081 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 15 12:31:06.284302 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 15 12:31:06.284499 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 15 12:31:06.285060 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 15 12:31:06.306547 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_db.sqlalchemy.engines [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 15 12:31:06.851826 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing driver for type 'gre' Nov 15 12:31:06.852357 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] gre ID ranges: [(1, 1000)] Nov 15 12:31:06.902537 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing driver for type 'local' Nov 15 12:31:06.902910 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing driver for type 'vlan' Nov 15 12:31:06.916714 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] VlanTypeDriver initialization complete Nov 15 12:31:06.917064 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing driver for type 'vxlan' Nov 15 12:31:06.917566 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] vxlan ID ranges: [(1, 1000)] Nov 15 12:31:06.975210 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing extension driver 'port_security' Nov 15 12:31:06.975610 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] PortSecurityExtensionDriver initialization complete Nov 15 12:31:06.975992 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing mechanism driver 'openvswitch' Nov 15 12:31:06.976367 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing mechanism driver 'hyperv' Nov 15 12:31:06.983093 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.plugin [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:06.983965 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.984338 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.984706 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.985253 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.985704 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.986071 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.986429 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.986902 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.987478 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.987859 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.988213 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.988612 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.989032 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.989394 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.989746 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.990146 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.990560 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.990947 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.991304 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.991706 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.992124 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > address_group after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.992477 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > address_group after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.992828 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.993224 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 15 12:31:06.993617 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] ML2 OVO RPC backend initialized. {{(pid=108173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 15 12:31:06.994334 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.994700 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.995151 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.995519 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > networks before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.995878 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.996230 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > ports before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.996585 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.996942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnets before_response 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.997293 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.997642 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.997987 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.998334 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.998681 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.999047 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.999395 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:06.999742 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.000085 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.000668 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.plugin [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Modular L2 Plugin initialization complete Nov 15 12:31:07.001006 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading services supported by the core plugin {{(pid=108173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 15 12:31:07.001344 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.plugins.ml2.managers [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Got port-security extension from driver 'port_security' Nov 15 12:31:07.001814 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.extensions.vlantransparent [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Disabled vlantransparent extension. Nov 15 12:31:07.002304 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 15 12:31:07.003157 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: router Nov 15 12:31:07.041007 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.041585 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_create 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.041776 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router before_create 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.042150 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.042534 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.042934 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_delete 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.043310 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.043796 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.044171 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_create 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.044530 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.044891 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.045258 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.045629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.046054 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.046439 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.046814 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.047172 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: subnet after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.047528 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.047894 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.048254 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_create 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.048609 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.048963 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.049330 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router after_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.049743 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.050283 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_create 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.050658 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.051054 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_update 55549900 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.051421 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > agent after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.051784 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > agent after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.052139 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > network after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.053015 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Tracking information for resource: router configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:07.053355 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Tracking information for resource: floatingip configured {{(pid=108173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 15 12:31:07.058613 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.db.l3_agentschedulers_db [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 15 12:31:07.059229 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.059606 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.059973 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.060330 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: port after_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.061141 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router before_create 55550100 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.061518 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.061893 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_create 55550100 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.062263 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > router precommit_update 55550100 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.067774 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.provider_configuration [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service providers = [] {{(pid=108173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 15 12:31:07.068081 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.db.servicetype_db [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 15 12:31:07.071101 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.service_base [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 12:31:07.071459 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.service_base [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 12:31:07.071812 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.service_base [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 12:31:07.072710 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.services.service_base [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 15 12:31:07.073093 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.services.service_base [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 15 12:31:07.073483 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.073814 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 15 12:31:07.085458 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.085797 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: auto_allocate Nov 15 12:31:07.091952 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: network precommit_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.092217 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: network precommit_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.092953 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.093054 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: tag Nov 15 12:31:07.100586 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.100930 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: timestamp Nov 15 12:31:07.104913 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.105206 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: network_ip_availability Nov 15 12:31:07.110828 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.111217 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.111584 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.112951 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.113361 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: flavors Nov 15 12:31:07.118504 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.118883 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading Plugin: revisions Nov 15 12:31:07.123279 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 15 12:31:07.123682 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=108173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 15 12:31:07.129053 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 15 12:31:07.129409 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Initializing extension manager. Nov 15 12:31:07.130169 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: __init__.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.130623 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: __pycache__ {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.131007 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.131358 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: address_group.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.132170 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.132758 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: address-group Nov 15 12:31:07.133097 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: address_scope.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.133826 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.134347 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: address-scope Nov 15 12:31:07.134681 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.135676 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.136201 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: router-admin-state-down-before-update Nov 15 12:31:07.136529 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: agent.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.137245 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.137756 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: agent Nov 15 12:31:07.138090 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: agent_resources_synced.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.139062 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.139582 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: agent-resources-synced Nov 15 12:31:07.139918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: allowedaddresspairs.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.141751 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.142281 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: allowed-address-pairs Nov 15 12:31:07.142618 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: auto_allocated_topology.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.143963 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.144491 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: auto-allocated-topology Nov 15 12:31:07.144829 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: availability_zone.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.145544 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.146059 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: availability_zone Nov 15 12:31:07.146400 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: availability_zone_filter.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.147361 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.147877 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: availability_zone_filter Nov 15 12:31:07.148211 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: data_plane_status.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.149148 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.149662 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension data-plane-status not supported by any of loaded plugins Nov 15 12:31:07.149997 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: default_subnetpools.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.150970 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.151496 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: default-subnetpools Nov 15 12:31:07.151829 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.152657 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.153182 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: dhcp_agent_scheduler Nov 15 12:31:07.153516 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: dns.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.154453 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.154996 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension dns-integration not supported by any of loaded plugins Nov 15 12:31:07.155330 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: dns_domain_ports.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.156271 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.156792 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 15 12:31:07.157126 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.158061 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.158575 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 15 12:31:07.159487 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: dvr.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.160252 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.160776 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: dvr Nov 15 12:31:07.161113 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: ecmp_routes.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.162056 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.162571 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 15 12:31:07.162945 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: empty_string_filtering.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.163872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.164398 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: empty-string-filtering Nov 15 12:31:07.164727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.165669 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.166206 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 15 12:31:07.166693 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.168065 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.168956 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 15 12:31:07.169344 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: external_net.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.170297 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.170853 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: external-net Nov 15 12:31:07.171191 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.172131 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.172653 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: extra_dhcp_opt Nov 15 12:31:07.172989 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: extraroute.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.173934 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.174458 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: extraroute Nov 15 12:31:07.175574 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: extraroute_atomic.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.176674 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.177409 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: extraroute-atomic Nov 15 12:31:07.177748 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: filter_validation.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.178443 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.178981 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: filter-validation Nov 15 12:31:07.179316 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: fip_pf_description.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.180246 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.181017 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 15 12:31:07.181348 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: fip_port_details.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.182304 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.182844 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: fip-port-details Nov 15 12:31:07.183178 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: flavors.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.184474 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.184990 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: flavors Nov 15 12:31:07.185325 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.187070 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.187607 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 15 12:31:07.187955 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: floatingip_pools.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.188679 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.189201 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: floatingip-pools Nov 15 12:31:07.189540 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: ip_allocation.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.190616 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.191167 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension ip_allocation not supported by any of loaded plugins Nov 15 12:31:07.191506 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.192450 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.192969 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: ip-substring-filtering Nov 15 12:31:07.193307 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l2_adjacency.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.194252 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.194793 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 15 12:31:07.195135 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.196171 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.196701 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: router Nov 15 12:31:07.197034 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.199414 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.200295 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 15 12:31:07.200295 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.201224 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.201753 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: ext-gw-mode Nov 15 12:31:07.202091 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.203057 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.203587 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: l3-ha Nov 15 12:31:07.203922 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3_flavors.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.204864 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.205388 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: l3-flavors Nov 15 12:31:07.205726 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.206697 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.207321 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 15 12:31:07.207652 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: l3agentscheduler.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.208649 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.209172 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: l3_agent_scheduler Nov 15 12:31:07.209507 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: logging.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.211069 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.211606 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension logging not supported by any of loaded plugins Nov 15 12:31:07.211947 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: metering.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.212713 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.213319 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: metering Nov 15 12:31:07.213656 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.214940 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.215472 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: metering_source_and_destination_fields Nov 15 12:31:07.215811 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: multiprovidernet.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.216771 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.217295 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: multi-provider Nov 15 12:31:07.217630 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: netmtu.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.218567 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.219116 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: net-mtu Nov 15 12:31:07.219451 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: netmtu_writable.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.220400 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.220911 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: net-mtu-writable Nov 15 12:31:07.221245 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: network_availability_zone.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.222465 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.223011 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: network_availability_zone Nov 15 12:31:07.223343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: network_ip_availability.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.224487 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: network-ip-availability Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: network_segment_range.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension network-segment-range not supported by any of loaded plugins Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: pagination.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.230646 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: pagination Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: port_device_profile.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: port-device-profile Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.231800 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: port-mac-address-regenerate Nov 15 12:31:07.232167 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.233087 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.233830 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: port-numa-affinity-policy Nov 15 12:31:07.233938 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: port_resource_request.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.234894 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.235408 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension port-resource-request not supported by any of loaded plugins Nov 15 12:31:07.235736 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: port_resource_request_groups.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.236738 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.237811 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 15 12:31:07.238180 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: portbindings.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.239197 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.239719 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: binding Nov 15 12:31:07.240049 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: portbindings_extended.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.241374 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.241900 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: binding-extended Nov 15 12:31:07.242243 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: portsecurity.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.243210 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.243733 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: port-security Nov 15 12:31:07.244067 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: project_id.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.245078 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.245420 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: project-id Nov 15 12:31:07.245758 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: providernet.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.246696 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.247248 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: provider Nov 15 12:31:07.247580 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.251263 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.251793 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos not supported by any of loaded plugins Nov 15 12:31:07.252137 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.253455 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.253976 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 15 12:31:07.254313 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.255293 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.255812 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 15 12:31:07.256146 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_default.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.257079 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.257596 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-default not supported by any of loaded plugins Nov 15 12:31:07.257930 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_fip.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.258603 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.259150 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-fip not supported by any of loaded plugins Nov 15 12:31:07.259484 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_gateway_ip.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.260425 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.260941 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 15 12:31:07.261274 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_port_network_policy.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.262210 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.262729 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 15 12:31:07.263090 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.264153 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.264679 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 15 12:31:07.265010 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_pps_rule.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.266240 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.266990 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-pps not supported by any of loaded plugins Nov 15 12:31:07.267329 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_rule_type_details.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.268299 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.268831 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 15 12:31:07.269169 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: qos_rules_alias.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.270268 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.270808 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 15 12:31:07.271201 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: quota_check_limit.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.272084 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.272604 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: quota-check-limit Nov 15 12:31:07.272938 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: quotasv2.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.273932 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.274265 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: quotas Nov 15 12:31:07.274595 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: quotasv2_detail.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.277837 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.278192 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: quota_details Nov 15 12:31:07.278532 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: rbac.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.279646 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.280180 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: rbac-policies Nov 15 12:31:07.280521 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: rbac_address_group.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.281477 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.282003 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: rbac-address-group Nov 15 12:31:07.282340 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: rbac_address_scope.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.283314 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.283842 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: rbac-address-scope Nov 15 12:31:07.284787 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: rbac_security_groups.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.285812 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.286343 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: rbac-security-groups Nov 15 12:31:07.286679 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: rbac_subnetpool.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.287648 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.288172 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: rbac-subnetpool Nov 15 12:31:07.288508 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: revisionifmatch.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.289452 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.289978 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: revision-if-match Nov 15 12:31:07.290316 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: revisions.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.291487 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.292006 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: standard-attr-revisions Nov 15 12:31:07.292342 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: router_availability_zone.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.293036 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.293556 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: router_availability_zone Nov 15 12:31:07.293898 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: routerservicetype.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.294866 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.295383 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension router-service-type not supported by any of loaded plugins Nov 15 12:31:07.295716 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.296659 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.297186 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: security-groups-normalized-cidr Nov 15 12:31:07.297520 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.298534 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.299093 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: port-security-groups-filtering Nov 15 12:31:07.299427 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.300971 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.301494 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: security-groups-remote-address-group Nov 15 12:31:07.301828 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.302806 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.303328 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: security-groups-shared-filtering Nov 15 12:31:07.303663 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.304278 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 15 12:31:07.304607 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: securitygroup.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.314810 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.315382 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: security-group Nov 15 12:31:07.315722 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: segment.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.316530 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.317048 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension segment not supported by any of loaded plugins Nov 15 12:31:07.317385 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.318346 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.318929 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 15 12:31:07.319265 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: servicetype.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.320401 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.320937 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: service-type Nov 15 12:31:07.321272 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: sorting.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.322277 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.322618 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: sorting Nov 15 12:31:07.322987 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: standard_attr_segment.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.323931 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.324472 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 15 12:31:07.324795 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: standardattrdescription.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.325473 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.325986 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: standard-attr-description Nov 15 12:31:07.326316 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: stateful_security_group.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.327305 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.327828 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: stateful-security-group Nov 15 12:31:07.328161 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: stdattrs_common.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.328746 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 15 12:31:07.329077 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.330031 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.330556 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 15 12:31:07.331443 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnet_onboard.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.332536 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.333059 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: subnet_onboard Nov 15 12:31:07.333393 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.334356 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.334903 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 15 12:31:07.335237 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnet_service_types.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.336189 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.336713 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: subnet-service-types Nov 15 12:31:07.337049 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnetallocation.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.338177 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.338705 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: subnet_allocation Nov 15 12:31:07.339066 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.339748 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.340278 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: subnetpool-prefix-ops Nov 15 12:31:07.340612 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.341557 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.342072 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 15 12:31:07.342404 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: tagging.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.343527 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.344055 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: standard-attr-tag Nov 15 12:31:07.344395 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: timestamp.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.345631 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.346164 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loaded extension: standard-attr-timestamp Nov 15 12:31:07.347174 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: trunk.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.348259 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.348784 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension trunk not supported by any of loaded plugins Nov 15 12:31:07.349128 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: trunk_details.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.350072 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.350587 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension trunk-details not supported by any of loaded plugins Nov 15 12:31:07.350964 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: uplink_status_propagation.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.351906 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.352421 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 15 12:31:07.352755 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Loading extension file: vlantransparent.py {{(pid=108173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 15 12:31:07.353446 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 15 12:31:07.353959 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 15 12:31:07.356570 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:network Nov 15 12:31:07.357059 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnet Nov 15 12:31:07.357466 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 12:31:07.357872 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:port Nov 15 12:31:07.360430 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.360890 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service FLAVORS assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.361550 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.362026 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.362372 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:router Nov 15 12:31:07.362997 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 12:31:07.363502 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service METERING assigned prefix: /metering {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.364995 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.365376 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.365742 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:31:07.366793 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 12:31:07.367261 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:security_group Nov 15 12:31:07.367716 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 12:31:07.368328 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service CORE assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.368666 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 12:31:07.369023 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] subnetpool is already registered Nov 15 12:31:07.369472 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service CORE assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.369810 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 12:31:07.370156 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] subnetpool is already registered Nov 15 12:31:07.372509 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.372951 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service FLAVORS assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.373558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.373982 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.374334 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:router Nov 15 12:31:07.374691 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] router is already registered Nov 15 12:31:07.375143 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:floatingip Nov 15 12:31:07.375490 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] floatingip is already registered Nov 15 12:31:07.375964 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service METERING assigned prefix: /metering {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.376642 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of CountableResource for resource:rbac_policy Nov 15 12:31:07.376981 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] rbac_policy is already registered Nov 15 12:31:07.377403 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:security_group Nov 15 12:31:07.377907 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] security_group is already registered Nov 15 12:31:07.378377 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 15 12:31:07.378723 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] security_group_rule is already registered Nov 15 12:31:07.379378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service CORE assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.379716 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 12:31:07.380061 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] subnetpool is already registered Nov 15 12:31:07.380487 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.v2.resource_helper [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Service CORE assigned prefix: {{(pid=108173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 15 12:31:07.380819 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Creating instance of TrackedResource for resource:subnetpool Nov 15 12:31:07.381160 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING neutron.quota.resource_registry [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] subnetpool is already registered Nov 15 12:31:07.381642 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: extensions {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.383165 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: address-groups {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.384684 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: address-scopes {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.385999 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: agents {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.387194 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: auto-allocated-topology {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.388459 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: availability_zones {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.389702 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: dhcp-networks {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.391255 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: dhcp-agents {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.392701 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: routers {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.395483 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: flavors {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.396673 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: service_profiles {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.397938 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: next_providers {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.399457 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: service_profiles {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.400999 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: floatingip-pools {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.402236 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: routers {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.404391 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: floatingips {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.405689 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: l3-routers {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.407119 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: l3-agents {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.408539 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: metering-labels {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.410565 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: metering-label-rules {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.411905 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: network-ip-availabilities {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.413233 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: bindings {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.414943 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: quotas {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.416512 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: quotas {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.418035 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: rbac-policies {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.419394 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: security-groups {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.420639 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: security-group-rules {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.421878 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: service-providers {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.423123 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: subnetpools {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.424583 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: subnetpools {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.426184 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.427935 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.430975 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.432760 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.434605 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.436517 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.438208 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.440175 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.442173 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.444061 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron.api.extensions [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Extended resource: tags {{(pid=108173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 15 12:31:07.450160 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING keystonemiddleware.auth_token [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 15 12:31:07.454917 dv-cinder-680889-10-iscsi neutron-server[108173]: WARNING keystonemiddleware.auth_token [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 15 12:31:07.464300 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Acquired lock "singleton_lock" {{(pid=108173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 15 12:31:07.464781 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_concurrency.lockutils [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Releasing lock "singleton_lock" {{(pid=108173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 15 12:31:07.465442 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Starting 2 workers Nov 15 12:31:07.470325 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Started child 108282 {{(pid=108173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 12:31:07.476238 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Started child 108283 {{(pid=108173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 12:31:07.476559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.477412 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO neutron.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 15 12:31:07.477936 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Publish callbacks [] for process, before_spawn {{(pid=108173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.478045 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [-] (108282) wsgi starting up on http://0.0.0.0:9696 Nov 15 12:31:07.480389 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Starting 1 workers Nov 15 12:31:07.480520 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.481903 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [-] (108283) wsgi starting up on http://0.0.0.0:9696 Nov 15 12:31:07.485670 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Started child 108284 {{(pid=108173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 12:31:07.486237 dv-cinder-680889-10-iscsi neutron-server[108173]: INFO oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Starting 1 workers Nov 15 12:31:07.490131 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] calling RpcWorker wait() {{(pid=108284) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 15 12:31:07.490748 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] returning from RpcWorker wait() {{(pid=108284) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 15 12:31:07.491022 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Started child 108285 {{(pid=108173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 15 12:31:07.491857 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG neutron_lib.callbacks.manager [None req-fc81a3d0-f56b-4875-b7bc-edc294e69890 None None] Publish callbacks [] for process, after_spawn {{(pid=108173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.492239 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.492759 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:07.493817 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 12:31:07.494031 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 12:31:07.494225 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 12:31:07.494450 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 12:31:07.494806 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 12:31:07.494993 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 12:31:07.495513 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.495792 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.496067 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.496196 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:07.496701 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.496701 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.497187 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.497449 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.497704 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.497983 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.498077 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:07.498215 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.498553 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.498721 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.499154 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.499473 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.499690 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.499961 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.500237 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.500507 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.500676 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.501108 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.501363 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.501599 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.501877 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] debug = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.502118 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.502607 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.503064 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.503319 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.503560 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.503874 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.504057 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.504320 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.504558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.504778 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.505014 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.505275 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.505531 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.505746 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.506003 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.506220 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.506476 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.506699 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.507189 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] host = dv-cinder-680889-10-iscsi {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.507410 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.507629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.507890 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.508106 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.508363 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.508579 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.508832 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.509103 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.509349 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.509577 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.509831 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.510101 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.510305 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.510546 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.510701 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_options = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.510944 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.511224 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.511487 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.511689 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.511843 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.512063 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.512291 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.512456 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.512709 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.512930 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.513184 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.513381 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.513597 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.513831 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.514098 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.514431 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.514582 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.514824 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.515072 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.515301 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.515532 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.515762 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.516000 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.516248 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.516493 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.516714 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.516946 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.517159 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.517378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.517629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.517876 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.518141 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.518956 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.519193 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.519456 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.519686 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.519915 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.520220 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.520407 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.520671 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.520895 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.521143 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.521365 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.521615 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.521847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.522151 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.522315 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_json = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.522530 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.522763 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.523036 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.523277 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.525015 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.525708 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.526254 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.526512 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.527060 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.527690 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.528539 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.529404 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.530916 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.532262 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.532565 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.532833 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.533117 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.533410 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.533711 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.538847 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.540343 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.542086 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.542086 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.542699 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.543134 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.543725 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.544212 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.544607 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.545079 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.545479 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.545885 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.546184 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.546419 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.546694 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.546957 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.547186 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.547419 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.547653 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.547873 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.548108 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.548394 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.548652 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.548908 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.549122 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.549639 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.550049 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.550635 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.551048 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.551570 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.551978 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.552419 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.552818 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.553244 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.553727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.554153 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.554683 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.555537 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.556219 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.556696 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.556994 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.557290 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.557534 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.557799 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.558025 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.558242 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.558457 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.558728 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.559011 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.559232 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.559451 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.559664 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.559906 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.560140 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.560378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.560591 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.560849 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.561039 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.561249 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.561562 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.561785 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.562015 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.562245 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.562456 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.562667 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.562920 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.563194 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.563499 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.563837 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.564093 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.564308 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.564571 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.564828 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.565070 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.565340 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.565554 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.565788 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.566048 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.566271 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.566521 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.566760 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.567106 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.567364 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.567638 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.567886 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.568106 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.568552 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.568835 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.569407 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.569664 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.569899 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.570179 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.570414 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.570699 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.570939 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.571278 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.571516 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.571895 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.572205 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.572483 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.572753 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.573002 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.573264 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.573511 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.573759 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.574137 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.574406 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.574642 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.575030 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.575202 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.575459 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.575710 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.575942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.576193 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.576458 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.576702 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.576939 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.577146 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.577406 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.577649 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.577897 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.578175 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.578405 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.578654 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.578920 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.579153 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.579364 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.579596 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.579846 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.580217 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.580462 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.580675 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.581458 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.581699 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.581989 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.582225 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.582437 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.582656 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.582909 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.583128 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.583356 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.583587 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.583798 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.584113 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.584348 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.584558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.584777 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.585026 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.585235 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.585479 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.585696 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.585959 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.586208 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.586438 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.586668 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.586951 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.587291 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.587504 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.587747 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.587963 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.588174 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.588384 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.588642 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.588840 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.589078 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.589370 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.589592 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.589837 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.590090 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.590415 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.590671 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.590919 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.591164 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.591378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.591629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.591955 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.592195 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.592413 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.592627 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.592843 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.593080 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.593312 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.593561 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.593793 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.593996 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.594323 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.594557 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.594782 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.595077 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.595324 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.595558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.595819 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.596031 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.596265 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.597872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.597872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.597872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.597872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.597872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.598495 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.598495 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.598495 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.598878 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.598960 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.599112 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.599340 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.599593 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.599802 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.600344 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.600344 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.600588 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.600724 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.600860 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.601088 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.601350 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.601846 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.602164 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.602624 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.602624 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603027 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603027 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603407 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603556 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603795 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.603925 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.604330 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.604473 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.604767 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.605012 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.605256 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.605494 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.605805 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.606055 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.606323 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.606501 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.606735 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.607147 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.607147 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.607436 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.607718 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.607985 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.608233 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.608499 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.608804 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.609019 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.609231 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.609532 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.609886 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.610123 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.610376 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.610599 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.610888 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.611094 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.611330 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.611566 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.611804 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.612104 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.612350 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.612574 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.612937 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.613173 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.613400 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.613649 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.613870 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.614099 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.614874 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.614874 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.614874 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 12:31:07.615372 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 15 12:31:07.615532 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 15 12:31:07.615684 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 15 12:31:07.615867 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 15 12:31:07.616040 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 15 12:31:07.616191 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 15 12:31:07.616396 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.616563 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.616713 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.616871 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.617035 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.617212 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.617530 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.617689 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.617846 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618002 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618311 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618471 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618644 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618797 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.618942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.619100 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.619261 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.619414 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.619723 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.619881 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.620041 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.620197 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.620353 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] debug = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.620510 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621035 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621035 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621035 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621729 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621729 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621729 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621729 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.621729 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622264 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622264 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622264 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622600 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622600 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622600 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622971 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.622971 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623205 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623205 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] host = dv-cinder-680889-10-iscsi {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623459 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623583 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623705 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:07.623958 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.623958 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624192 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624192 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624438 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624549 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624671 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624793 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.624955 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625110 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625267 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625422 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_options = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625578 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625735 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.625891 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626072 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626235 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626392 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626549 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626705 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.626884 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.627026 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.627183 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.627338 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.627493 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.627790 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628086 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628300 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628492 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628607 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628722 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628829 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.628965 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629120 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629276 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629432 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629588 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629744 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.629900 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630143 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630280 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630405 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630529 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630652 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630820 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.630947 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631104 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631259 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631401 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631558 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631717 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.631872 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632028 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632185 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632341 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632496 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632653 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632810 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.632966 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_json = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633122 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633279 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633433 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633589 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633745 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.633941 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.634075 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.634337 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 15 12:31:07.634631 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.634866 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.635045 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.635205 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.635364 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.635718 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.635718 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636049 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636242 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636376 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636525 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636683 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.636851 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637014 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637171 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637331 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637490 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637649 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637807 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.637965 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638123 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638280 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638447 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638605 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638762 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.638954 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639080 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639252 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639410 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639569 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.639884 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640043 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640253 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640398 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640524 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640648 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640797 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.640954 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641115 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641274 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641431 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641590 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641749 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.641906 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642064 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642222 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642380 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642538 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642696 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.642876 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.643036 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.643179 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.643920 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644378 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.644918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645460 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645460 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645460 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.645918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646151 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646276 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646408 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646533 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646657 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646844 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.646970 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647131 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647291 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.647942 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648352 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648352 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648352 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648660 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648660 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648801 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.648913 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649072 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649238 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649413 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649574 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649732 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.649890 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650048 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650207 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650419 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650557 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650665 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650837 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.650998 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651156 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651317 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651460 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651621 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651778 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.651938 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.652095 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.652252 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.652413 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.652571 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.653454 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654008 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654008 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654008 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654298 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654298 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654439 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654516 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654666 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.654985 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.655234 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.655395 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.655553 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.655713 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.655870 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656028 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656193 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656360 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656518 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656681 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.656840 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657020 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657177 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657335 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657493 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657670 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657809 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.657966 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.658124 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.658282 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.658439 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.658597 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.658806 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.659651 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.659794 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.659964 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660121 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660254 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660340 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660486 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660647 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660805 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.660964 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661122 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661281 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661439 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661596 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661754 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.661912 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662072 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662230 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662388 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662547 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662704 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.662893 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663053 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663210 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663368 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663528 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663686 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.663844 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664003 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664162 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664320 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664479 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664640 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.664797 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665014 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665114 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665256 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665415 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665573 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665730 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.665888 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.666045 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.666248 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.666505 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.666749 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.666929 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.667087 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.667245 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.667404 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.667562 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.667719 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.668425 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.668425 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.668425 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.668814 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.668814 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.669018 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.669018 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.669564 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.669727 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.669886 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670045 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670219 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670381 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670540 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670763 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.670937 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671044 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671160 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671320 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671525 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671647 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671779 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.671938 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672106 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672265 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672424 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672582 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672740 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.672916 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673080 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673205 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673358 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673519 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673676 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.673833 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.674001 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.674159 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.674316 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.674489 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.674655 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675044 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675227 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675389 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675550 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675710 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.675867 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676025 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676192 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676350 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676507 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676678 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676835 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.676993 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677151 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677307 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677468 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677629 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677787 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.677946 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.678105 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.678264 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.678426 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.678593 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.678756 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.679741 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.679918 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.680091 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.680262 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.680428 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.680910 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681034 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681195 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681355 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681514 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681676 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681837 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.681996 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.682154 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.682312 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.682473 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.682631 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.682840 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683016 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683175 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683334 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683493 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683681 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683811 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.683935 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.684089 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 15 12:31:07.684241 dv-cinder-680889-10-iscsi neutron-server[108173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 15 12:31:07.794526 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41110) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:07.803865 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069618 Nov 15 12:31:19.500111 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe8d17-b55e-479a-8e63-ba2066e494a7 None None] get_active_networks_info from dv-cinder-680889-10-iscsi {{(pid=108284) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 15 12:31:19.568913 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe8d17-b55e-479a-8e63-ba2066e494a7 None None] No non-hosted networks {{(pid=108284) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 15 12:31:19.578294 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.agentschedulers_db [None req-63fe8d17-b55e-479a-8e63-ba2066e494a7 None None] DHCP Agent not found on host dv-cinder-680889-10-iscsi {{(pid=108284) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 15 12:31:19.709895 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-51135410-293d-4201-bfa5-2d32884b5c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:21.848776 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-0b615002-f24d-4ed1-b3f3-b4a0b847e7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:21.912042 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c37aeb72-19c6-4720-8c3e-e7dc59c528a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:23.157914 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:24.151116 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:24.998055 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:24.998845 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:24.999481 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:24.999824 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.000157 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.000487 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.000812 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.001166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.004125 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.006648 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.007181 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.007857 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.009090 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:25.010268 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-680889-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:25.023733 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-680889-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:25.715367 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41202) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:26.246683 dv-cinder-680889-10-iscsi neutron-server[108283]: WARNING oslo_policy.policy [None req-2e3d4b38-0cff-4033-9c14-2db51137dbd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:26.247496 dv-cinder-680889-10-iscsi neutron-server[108283]: WARNING oslo_policy.policy [None req-2e3d4b38-0cff-4033-9c14-2db51137dbd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:26.476901 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [None req-2e3d4b38-0cff-4033-9c14-2db51137dbd4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:26.486944 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2e3d4b38-0cff-4033-9c14-2db51137dbd4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7618392 Nov 15 12:31:28.493978 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.db.l3_hamode_db [None req-16b0c69a-5fda-481b-a1a3-65297de87405 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 15 12:31:28.573436 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0c69a-5fda-481b-a1a3-65297de87405 None None] Routers set() bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:28.573821 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0c69a-5fda-481b-a1a3-65297de87405 None None] Router IDs set() for agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 15 12:31:29.075409 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41218) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:29.389700 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:29.487258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.policy [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 12:31:29.534066 dv-cinder-680889-10-iscsi neutron-server[108283]: WARNING oslo_policy.policy [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:29.534439 dv-cinder-680889-10-iscsi neutron-server[108283]: WARNING oslo_policy.policy [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:29.543180 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.quota [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] Loaded quota_driver: . Nov 15 12:31:29.634177 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400508122', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400508471', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400520425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400523434', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400533649', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755400411454', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-848268', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3998369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4120417'] for rbac-policy, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:29.701518 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:29.702714 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d99d828f-99fb-4470-ab10-6b3e0760bcee admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6263969 Nov 15 12:31:32.513694 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41230) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:32.812083 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Request body: {'network': {'project_id': '11e2270730d049dfaedf2201f87ea94d', 'name': 'private', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:32.842595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Made reservation on behalf of 11e2270730d049dfaedf2201f87ea94d for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:32.845382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.862819 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.970872 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.975534 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:32.994525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:31:33.021897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755402446785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.022481 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Unsubscribe: segment precommit_create {{(pid=108283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 12:31:33.023028 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Added segment 5079d725-222e-4877-b41e-a94296fffeeb of type vlan for network 3ff16626-4992-466e-8b8e-11459791d580 Nov 15 12:31:33.043211 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef041f-00a1-437b-a953-83a8bbbddee9,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:33.090574 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.090959 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.091304 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.091637 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.091963 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.092311 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.092639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.092976 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.093303 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.093623 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.093940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.094267 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Tracked resource versions report: Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: pushed versions: Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: { 'AddressGroup': {'1.2'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'ConntrackHelper': {'1.0'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Log': {'1.0'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Network': {'1.1'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Port': {'1.7'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'PortForwarding': {'1.2'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'QosPolicy': {'1.10'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroup': {'1.5'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SubPort': {'1.0'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Subnet': {'1.1'}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Trunk': {'1.1'}} Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: consumer versions: Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'ConntrackHelper': '1.0', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Log': '1.0', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Network': '1.1', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Port': '1.7', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'PortForwarding': '1.2', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'QosPolicy': '1.10', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroup': '1.5', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroupRule': '1.2', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SubPort': '1.0', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Subnet': '1.1', Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Trunk': '1.1'}} Nov 15 12:31:33.095611 dv-cinder-680889-10-iscsi neutron-server[108283]: {{(pid=108283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:31:33.146737 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.188903 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.190020 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:33.190733 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:33.273272 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7583873 Nov 15 12:31:33.297264 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d8646-2953-472d-8afe-4e686176c872 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff16626-4992-466e-8b8e-11459791d580,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:33.310630 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 3ff16626-4992-466e-8b8e-11459791d580 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:31:36.105909 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41244) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:36.609415 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING oslo_policy.policy [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:36.609945 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING oslo_policy.policy [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:37.048592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.policy [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 15 12:31:37.096784 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING oslo_policy.policy [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:37.097704 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING oslo_policy.policy [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 15 12:31:37.106271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:37.108220 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-47582c70-a940-4655-96f9-336c3fbb1fcd admin admin] 10.222.0.43 "GET /v2.0/networks/3ff16626-4992-466e-8b8e-11459791d580 HTTP/1.1" status: 200 len: 825 time: 1.0003300 Nov 15 12:31:37.147333 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-48af85bb-0883-4802-9d90-ec6ee12863e1 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/c2e15781-9c95-46ad-9605-3df123174c03 HTTP/1.1" status: 200 len: 734 time: 0.0322697 Nov 15 12:31:37.157055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '11e2270730d049dfaedf2201f87ea94d'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:37.158598 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.quota [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Loaded quota_driver: . Nov 15 12:31:37.200164 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Made reservation on behalf of 11e2270730d049dfaedf2201f87ea94d for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:37.203061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.517486 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.592103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Checking segment: {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:37.592487 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Network hostable DHCP agents. Network: 3ff16626-4992-466e-8b8e-11459791d580, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:31:37.599849 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668700d4-c4a4-4f0d-a354-c07016fba4b7,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:37.611302 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.611669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.612013 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.612352 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.612686 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.613584 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.614028 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.614355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.614688 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.615042 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.615366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.615687 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Tracked resource versions report: Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: pushed versions: Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: { 'AddressGroup': {'1.2'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'ConntrackHelper': {'1.0'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Log': {'1.0'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Network': {'1.1'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Port': {'1.7'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'PortForwarding': {'1.2'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'QosPolicy': {'1.10'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroup': {'1.5'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SubPort': {'1.0'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Subnet': {'1.1'}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Trunk': {'1.1'}} Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: consumer versions: Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'ConntrackHelper': '1.0', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Log': '1.0', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Network': '1.1', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Port': '1.7', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'PortForwarding': '1.2', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'QosPolicy': '1.10', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroup': '1.5', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroupRule': '1.2', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SubPort': '1.0', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Subnet': '1.1', Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Trunk': '1.1'}} Nov 15 12:31:37.617023 dv-cinder-680889-10-iscsi neutron-server[108282]: {{(pid=108282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:31:37.656133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Network 3ff16626-4992-466e-8b8e-11459791d580 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:31:37.669019 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 3ff16626-4992-466e-8b8e-11459791d580) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:37.673770 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:37.674395 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:37.679768 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac3cf2-6a5e-4985-909d-18c6a8a3499e None None] Network 3ff16626-4992-466e-8b8e-11459791d580 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:37.695618 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-833f98d8-6f54-419f-8f48-a9902569c1d9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5419712 Nov 15 12:31:38.029427 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-3ff16626-4992-466e-8b8e-11459791d580', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:31:38.030708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.344187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Allocated IP 172.20.0.2 (3ff16626-4992-466e-8b8e-11459791d580/668700d4-c4a4-4f0d-a354-c07016fba4b7/4d00960b-01c2-4343-9a54-082184f8d4cf) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:38.552183 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.561507 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.645857 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Network 3ff16626-4992-466e-8b8e-11459791d580 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:38.653289 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:38.655916 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Pushing event updated for resources: {'Port': ['ID=4d00960b-01c2-4343-9a54-082184f8d4cf,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:38.657969 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:38.691862 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.692486 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.692589 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.692919 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.693260 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.693615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.693958 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.694295 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.694647 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.695012 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.695342 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.695672 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Tracked resource versions report: Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: pushed versions: Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: { 'AddressGroup': {'1.2'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'ConntrackHelper': {'1.0'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Log': {'1.0'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Network': {'1.1'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Port': {'1.7'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'PortForwarding': {'1.2'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'QosPolicy': {'1.10'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroup': {'1.5'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SubPort': {'1.0'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Subnet': {'1.1'}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Trunk': {'1.1'}} Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: consumer versions: Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'ConntrackHelper': '1.0', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Log': '1.0', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Network': '1.1', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Port': '1.7', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'PortForwarding': '1.2', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'QosPolicy': '1.10', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroup': '1.5', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroupRule': '1.2', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SubPort': '1.0', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Subnet': '1.1', Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Trunk': '1.1'}} Nov 15 12:31:38.697051 dv-cinder-680889-10-iscsi neutron-server[108284]: {{(pid=108284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:31:38.746527 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Attempting to bind port 4d00960b-01c2-4343-9a54-082184f8d4cf on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:38.746956 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Attempting to bind port 4d00960b-01c2-4343-9a54-082184f8d4cf by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:38.747401 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Attempting to bind port 4d00960b-01c2-4343-9a54-082184f8d4cf on network 3ff16626-4992-466e-8b8e-11459791d580 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:38.752502 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:38.752902 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Checking segment: {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:38.753417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.753990 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Bound using segment: {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:38.754659 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Bound port: 4d00960b-01c2-4343-9a54-082184f8d4cf, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:38.755113 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.821677 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] For port 4d00960b-01c2-4343-9a54-082184f8d4cf, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:38.826761 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] For port 4d00960b-01c2-4343-9a54-082184f8d4cf, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=4d00960b-01c2-4343-9a54-082184f8d4cf,segment=NetworkSegment(5079d725-222e-4877-b41e-a94296fffeeb),segment_id=5079d725-222e-4877-b41e-a94296fffeeb)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:38.831156 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:38.900414 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca3b0-6acd-4480-a3e4-e578f5f3c186 None None] Pushing event updated for resources: {'Port': ['ID=4d00960b-01c2-4343-9a54-082184f8d4cf,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:40.283047 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41264) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:40.637764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [None req-f55790d5-3509-45a3-99e3-ac41d77cad19 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:40.638791 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f55790d5-3509-45a3-99e3-ac41d77cad19 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3547938 Nov 15 12:31:43.212737 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41272) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:43.547544 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [None req-c64a4dcd-f49f-417d-a732-b3e56d44fcca admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:43.548551 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c64a4dcd-f49f-417d-a732-b3e56d44fcca admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3348038 Nov 15 12:31:46.381650 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41282) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:46.694451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Request body: {'router': {'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:46.718012 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.719819 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.885492 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.898195 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.913527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:46.916940 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1970716e-86f5-428e-89cc-3017b279f1b4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5342712 Nov 15 12:31:48.241269 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c4e11d-bbc3-4675-bb11-38660f62a47a None None] Network 3ff16626-4992-466e-8b8e-11459791d580 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:31:48.313441 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] Provisioning complete for port 4d00960b-01c2-4343-9a54-082184f8d4cf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.313834 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.530140 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.580402 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] For port 4d00960b-01c2-4343-9a54-082184f8d4cf, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=4d00960b-01c2-4343-9a54-082184f8d4cf,segment=NetworkSegment(5079d725-222e-4877-b41e-a94296fffeeb),segment_id=5079d725-222e-4877-b41e-a94296fffeeb)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:48.585028 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.635921 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3a3e-50d0-4a2d-ad59-f9f55d80a5e4 None None] Pushing event updated for resources: {'Port': ['ID=4d00960b-01c2-4343-9a54-082184f8d4cf,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:48.807077 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-9783d40d-2221-4ab2-b5d7-6c1a4b60ec40 None None] Provisioning complete for port 4d00960b-01c2-4343-9a54-082184f8d4cf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.807517 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9783d40d-2221-4ab2-b5d7-6c1a4b60ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:48.903723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 4d00960b-01c2-4343-9a54-082184f8d4cf up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:31:48.951598 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 4d00960b-01c2-4343-9a54-082184f8d4cf triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:48.951966 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.369269 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cedcf9fe-e86c-4ce2-9412-b99afbf3c1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:49.502578 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41294) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:49.840484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [None req-86b7857d-bfeb-4088-82c6-58dac1294b34 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:31:49.841488 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-86b7857d-bfeb-4088-82c6-58dac1294b34 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3373187 Nov 15 12:31:51.850837 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-fbe31c86-ce5f-40e9-9a33-07dc8fe71a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.417869 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41302) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:52.724089 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:31:52.748093 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Made reservation on behalf of a175904b5a2749dca589b3c139d560b6 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:31:52.750416 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.765233 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.872910 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.876754 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.894500 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Reserving flat network on physical network physnet1 {{(pid=108282) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 15 12:31:52.912966 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2a08b-92c1-4fa6-93c9-80d6e6762d36,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:52.918923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755402446785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:52.919459 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Unsubscribe: segment precommit_create {{(pid=108282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 15 12:31:52.919944 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Added segment a41f91f1-4499-416c-85be-981177f1dfd0 of type flat for network 3643a2d8-878d-45e2-8786-461d7cae6102 Nov 15 12:31:52.988784 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.029245 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.030199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:53.030803 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.092329 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:53.107740 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6886561 Nov 15 12:31:53.126701 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1726d-a164-44dd-8f5c-e80033e3b724 admin admin] Pushing event updated for resources: {'Network': ['ID=3643a2d8-878d-45e2-8786-461d7cae6102,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:53.138363 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 3643a2d8-878d-45e2-8786-461d7cae6102 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:31:54.098579 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:54.996583 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:55.673806 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41320) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:31:55.853588 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47671cbf-1986-4bf4-91e7-745caf9e127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:31:55.854964 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-47671cbf-1986-4bf4-91e7-745caf9e127f admin admin] 10.222.0.43 "GET /v2.0/subnets/668700d4-c4a4-4f0d-a354-c07016fba4b7 HTTP/1.1" status: 200 len: 849 time: 0.1801887 Nov 15 12:31:55.974763 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-253dbe0f-05c1-4723-a367-4deba4f66b0e admin admin] 10.222.0.43 "GET /v2.0/routers/e3820819-fe13-4f44-af32-570c916bd33b HTTP/1.1" status: 200 len: 704 time: 0.1135936 Nov 15 12:31:56.241889 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.545365 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Allocated IP 172.20.0.1 (3ff16626-4992-466e-8b8e-11459791d580/668700d4-c4a4-4f0d-a354-c07016fba4b7/05d1003d-50c6-49d4-9bdb-4c4f6062daad) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:31:56.553615 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:31:56.698436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.764704 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.882459 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Network 3ff16626-4992-466e-8b8e-11459791d580 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:56.887996 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:56.896790 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:31:56.897334 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:56.967228 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Pushing event updated for resources: {'Port': ['ID=05d1003d-50c6-49d4-9bdb-4c4f6062daad,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:57.060446 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-82ce6654-fe50-40a7-a59e-2351435adb1f None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:57.061056 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-82ce6654-fe50-40a7-a59e-2351435adb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.094880 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-82ce6654-fe50-40a7-a59e-2351435adb1f None None] Port 05d1003d-50c6-49d4-9bdb-4c4f6062daad cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:57.111484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.349587 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.354066 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.354929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.432711 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Pushing event updated for resources: {'Port': ['ID=05d1003d-50c6-49d4-9bdb-4c4f6062daad,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:57.481412 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Network 3ff16626-4992-466e-8b8e-11459791d580 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:31:57.483056 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:31:57.647205 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Router e3820819-fe13-4f44-af32-570c916bd33b is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:31:57.718999 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-2cd7b5ed-02c2-41b6-b835-050a1181a23c None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:57.719372 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b5ed-02c2-41b6-b835-050a1181a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:57.744408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:31:57.752437 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8abba023-aa92-4a46-9991-e4d6f1e81a14 admin admin] 10.222.0.43 "PUT /v2.0/routers/e3820819-fe13-4f44-af32-570c916bd33b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7692649 Nov 15 12:31:57.766123 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Sync routers for ids ['e3820819-fe13-4f44-af32-570c916bd33b'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:31:57.779972 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Routers {'e3820819-fe13-4f44-af32-570c916bd33b'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:57.780858 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:31:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['e3820819-fe13-4f44-af32-570c916bd33b'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:57.816354 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7b5ed-02c2-41b6-b835-050a1181a23c None None] Port 05d1003d-50c6-49d4-9bdb-4c4f6062daad cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:57.980291 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Set router e3820819-fe13-4f44-af32-570c916bd33b gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:58.413871 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:57Z', 'revision_number': 2, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port_host': None, '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:57Z', 'revision_number': 2, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:58.465796 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Checking router: e3820819-fe13-4f44-af32-570c916bd33b for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:31:58.466165 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Updating router e3820819-fe13-4f44-af32-570c916bd33b port 05d1003d-50c6-49d4-9bdb-4c4f6062daad binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:31:58.514270 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.039766 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.045585 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.190272 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Pushing event updated for resources: {'Port': ['ID=05d1003d-50c6-49d4-9bdb-4c4f6062daad,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:59.219171 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.219524 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.219861 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.220190 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.220517 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.220847 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.221170 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.221520 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.221864 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.222192 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.222509 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.222842 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Tracked resource versions report: Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: pushed versions: Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: { 'AddressGroup': {'1.2'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'ConntrackHelper': {'1.0'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Log': {'1.0'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Network': {'1.1'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Port': {'1.7'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'PortForwarding': {'1.2'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'QosPolicy': {'1.10'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroup': {'1.5'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SubPort': {'1.0'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Subnet': {'1.1'}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Trunk': {'1.1'}} Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: consumer versions: Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'ConntrackHelper': '1.0', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Log': '1.0', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Network': '1.1', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Port': '1.7', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'PortForwarding': '1.2', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'QosPolicy': '1.10', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroup': '1.5', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroupRule': '1.2', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SubPort': '1.0', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Subnet': '1.1', Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Trunk': '1.1'}} Nov 15 12:31:59.224151 dv-cinder-680889-10-iscsi neutron-server[108285]: {{(pid=108285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:31:59.240542 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Attempting to bind port 05d1003d-50c6-49d4-9bdb-4c4f6062daad on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:31:59.240941 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Attempting to bind port 05d1003d-50c6-49d4-9bdb-4c4f6062daad by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:31:59.241389 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Attempting to bind port 05d1003d-50c6-49d4-9bdb-4c4f6062daad on network 3ff16626-4992-466e-8b8e-11459791d580 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:31:59.246437 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:31:59.246878 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Checking segment: {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:31:59.247361 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.247483 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-da4d282d-698a-4b09-bbec-de005d64c668 None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:59.247976 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Bound using segment: {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:31:59.248216 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Bound port: 05d1003d-50c6-49d4-9bdb-4c4f6062daad, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5079d725-222e-4877-b41e-a94296fffeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '3ff16626-4992-466e-8b8e-11459791d580'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:31:59.248605 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.248703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-da4d282d-698a-4b09-bbec-de005d64c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.283457 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-da4d282d-698a-4b09-bbec-de005d64c668 None None] Port 05d1003d-50c6-49d4-9bdb-4c4f6062daad cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:31:59.316413 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] For port 05d1003d-50c6-49d4-9bdb-4c4f6062daad, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:31:59.336007 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] For port 05d1003d-50c6-49d4-9bdb-4c4f6062daad, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=05d1003d-50c6-49d4-9bdb-4c4f6062daad,segment=NetworkSegment(5079d725-222e-4877-b41e-a94296fffeeb),segment_id=5079d725-222e-4877-b41e-a94296fffeeb)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:31:59.340331 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.392181 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Routers {'e3820819-fe13-4f44-af32-570c916bd33b'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:31:59.392806 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:31:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['e3820819-fe13-4f44-af32-570c916bd33b'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:59.484224 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d942154-5916-481a-b773-6b21e6808fa9 None None] Pushing event updated for resources: {'Port': ['ID=05d1003d-50c6-49d4-9bdb-4c4f6062daad,revision_number=4']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:31:59.496430 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] Set router e3820819-fe13-4f44-af32-570c916bd33b gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:31:59.606651 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:31:59.607120 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.689249 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.719721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:57Z', 'revision_number': 2, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port_host': None, '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:59Z', 'revision_number': 4, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:31:59.727260 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] For port 05d1003d-50c6-49d4-9bdb-4c4f6062daad, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=05d1003d-50c6-49d4-9bdb-4c4f6062daad,segment=NetworkSegment(5079d725-222e-4877-b41e-a94296fffeeb),segment_id=5079d725-222e-4877-b41e-a94296fffeeb)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:31:59.733299 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:31:59.753977 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c713bf-8b2b-4931-bfe1-c875b345c1a6 None None] The sync data for ids ['e3820819-fe13-4f44-af32-570c916bd33b'] in dv-cinder-680889-10-iscsi is: [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:31:57Z', 'revision_number': 2, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port_host': None, '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:59Z', 'revision_number': 4, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:31:59.785957 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e30f8-8ee5-4bbf-ab45-53a4d922c782 None None] Pushing event updated for resources: {'Port': ['ID=05d1003d-50c6-49d4-9bdb-4c4f6062daad,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:00.295054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41340) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:32:00.410319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77fd21-7137-403f-a0e8-50c750a476e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:00.411736 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-0d77fd21-7137-403f-a0e8-50c750a476e6 admin admin] 10.222.0.43 "GET /v2.0/networks/3643a2d8-878d-45e2-8786-461d7cae6102 HTTP/1.1" status: 200 len: 842 time: 0.1156020 Nov 15 12:32:00.422023 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:32:00.444806 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Made reservation on behalf of a175904b5a2749dca589b3c139d560b6 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:32:00.447163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:00.740910 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.objects.ports [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 15 12:32:00.741339 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:00.790307 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7b1af4-b055-48bf-992f-15023b50b9ad,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:00.806790 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:32:00.807162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Network hostable DHCP agents. Network: 3643a2d8-878d-45e2-8786-461d7cae6102, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:32:00.823361 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:32:00.834433 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 3643a2d8-878d-45e2-8786-461d7cae6102) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:32:00.838438 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:00.839074 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:00.847348 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f0ffe-dae2-4429-b208-af72213ead0d None None] Network 3643a2d8-878d-45e2-8786-461d7cae6102 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:32:00.855564 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4624b669-e83a-4d7f-b31f-7bc3a0b9faaf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4370019 Nov 15 12:32:01.007909 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efc72c-2f77-4991-aae3-321b1247fedf None None] Network 3643a2d8-878d-45e2-8786-461d7cae6102 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:32:03.332232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41348) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:32:03.549458 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-25fe3808-b55d-4c9e-8e73-f87569f38868 admin admin] 10.222.0.43 "GET /v2.0/routers/e3820819-fe13-4f44-af32-570c916bd33b HTTP/1.1" status: 200 len: 710 time: 0.2158759 Nov 15 12:32:03.642289 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbfaae-06c3-4013-a875-4a796ddaf23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:32:03.644317 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-03dbfaae-06c3-4013-a875-4a796ddaf23e admin admin] 10.222.0.43 "GET /v2.0/networks/3643a2d8-878d-45e2-8786-461d7cae6102 HTTP/1.1" status: 200 len: 886 time: 0.0878215 Nov 15 12:32:03.654147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:32:03.920598 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:04.154088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:04.235147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:04.339984 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Allocated IP 172.27.1.113 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/60a4a2e6-b03e-4b26-bbe4-718bb24d9118) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:32:04.445708 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:04.477775 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:04.517067 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:32:04.520866 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:32:04.525834 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:32:04.563359 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Pushing event updated for resources: {'Port': ['ID=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:04.778385 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:05.084637 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3885619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3718332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1534'] for router, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:05.089455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3885612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3885605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3718325'] for router, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:05.200818 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Router e3820819-fe13-4f44-af32-570c916bd33b has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:32:05.307502 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:32:05.312020 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:05.313238 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1f1aa6a8-7040-4828-a38a-808d04620e58 admin admin] 10.222.0.43 "PUT /v2.0/routers/e3820819-fe13-4f44-af32-570c916bd33b HTTP/1.1" status: 200 len: 890 time: 1.6624899 Nov 15 12:32:06.912725 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 05d1003d-50c6-49d4-9bdb-4c4f6062daad up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:32:06.968711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:32:06.969086 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:06.973477 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Sync routers for ids ['e3820819-fe13-4f44-af32-570c916bd33b'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:32:07.013170 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Routers {'e3820819-fe13-4f44-af32-570c916bd33b'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:32:07.013756 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:31:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['e3820819-fe13-4f44-af32-570c916bd33b'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:07.262023 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Set router e3820819-fe13-4f44-af32-570c916bd33b gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:32:07.663668 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:32:04Z', 'revision_number': 4, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port': {'id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:32:04Z', 'updated_at': '2021-11-15T12:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:59Z', 'revision_number': 5, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:07.803480 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Checking router: e3820819-fe13-4f44-af32-570c916bd33b for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:32:07.803839 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Updating router e3820819-fe13-4f44-af32-570c916bd33b port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:32:07.856989 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:07.942377 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41360) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:32:08.073293 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b8fea7e9-2e38-4520-b1ff-ca7c0fb18182 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1296527 Nov 15 12:32:08.233970 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.241433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.300190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d588-21ba-4d02-9da9-b58aa2728a4b None None] Pushing event updated for resources: {'Port': ['ID=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:08.302516 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Attempting to bind port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:32:08.302972 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Attempting to bind port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:32:08.303342 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Attempting to bind port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:32:08.315036 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:32:08.315950 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:32:08.316613 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.317027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:32:08.317518 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Bound port: 60a4a2e6-b03e-4b26-bbe4-718bb24d9118, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:32:08.317986 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.375654 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] For port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:32:08.379357 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] For port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:32:08.383935 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:08.444286 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Routers {'e3820819-fe13-4f44-af32-570c916bd33b'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:32:08.444912 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:31:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['e3820819-fe13-4f44-af32-570c916bd33b'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:08.447687 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d588-21ba-4d02-9da9-b58aa2728a4b None None] Pushing event updated for resources: {'Port': ['ID=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:08.563329 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] Set router e3820819-fe13-4f44-af32-570c916bd33b gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:32:08.798377 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:32:04Z', 'revision_number': 4, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port': {'id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:32:04Z', 'updated_at': '2021-11-15T12:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:59Z', 'revision_number': 5, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:32:08.829188 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3afe3a-3f36-44af-92f1-9b811e56f94c None None] The sync data for ids ['e3820819-fe13-4f44-af32-570c916bd33b'] in dv-cinder-680889-10-iscsi is: [{'id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'name': 'router1', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:31:46Z', 'updated_at': '2021-11-15T12:32:04Z', 'revision_number': 4, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'gw_port': {'id': '60a4a2e6-b03e-4b26-bbe4-718bb24d9118', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:32:04Z', 'updated_at': '2021-11-15T12:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '05d1003d-50c6-49d4-9bdb-4c4f6062daad', 'name': '', 'network_id': '3ff16626-4992-466e-8b8e-11459791d580', 'tenant_id': '11e2270730d049dfaedf2201f87ea94d', 'mac_address': 'fa:16:3e:3f:4e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3820819-fe13-4f44-af32-570c916bd33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:31:56Z', 'updated_at': '2021-11-15T12:31:59Z', 'revision_number': 5, 'project_id': '11e2270730d049dfaedf2201f87ea94d', 'subnets': [{'id': '668700d4-c4a4-4f0d-a354-c07016fba4b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e15781-9c95-46ad-9605-3df123174c03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:32:10.949095 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:32:10.996918 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:32:10.997291 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:11.073324 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:11.097455 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:32:11.102008 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:11.151120 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=60a4a2e6-b03e-4b26-bbe4-718bb24d9118,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:32:12.941211 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:32:13.024511 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 60a4a2e6-b03e-4b26-bbe4-718bb24d9118 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:32:13.024898 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:19.372105 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-93ca1575-8540-426f-978e-cc51c5516efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:21.855823 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d2c14c32-2986-43ca-9a24-00b1485eca1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:23.098825 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:24.105875 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:24.995027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:33.554830 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:32:49.384631 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-8b578b8e-7a34-474c-b4ca-3d1af10dcbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:51.852230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ee0903b1-aea1-42a9-bab2-4aa360c4d2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:53.106640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:54.098751 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:32:54.991798 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:10.554589 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:33:19.383679 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-834a8076-0d52-4b0c-b301-d23cce63663c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:21.857000 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3b360e37-d28f-46fe-8e6f-ded276318f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:23.103142 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:24.099484 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:24.997490 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:47.555654 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:33:48.420668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41922) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:33:48.486039 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3033ce-f8dd-443f-9263-11f2f70a7927 admin admin] GET failed (client error): The resource could not be found. Nov 15 12:33:48.487417 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ae3033ce-f8dd-443f-9263-11f2f70a7927 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656710 Nov 15 12:33:48.651115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffd015-04d8-411b-8536-e7272ddff4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:48.652582 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2bffd015-04d8-411b-8536-e7272ddff4a9 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604249 Nov 15 12:33:49.376725 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e9fd803c-8bb7-4a94-b144-b5ebd7275d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:50.971465 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41932) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:33:51.064101 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d74fbf-cf25-41c9-ad33-4c91a203b5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:51.065458 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-80d74fbf-cf25-41c9-ad33-4c91a203b5d1 admin admin] 10.222.0.43 "GET /v2.0/subnets/668700d4-c4a4-4f0d-a354-c07016fba4b7 HTTP/1.1" status: 200 len: 849 time: 0.0930374 Nov 15 12:33:51.075366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:33:51.162534 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Publish callbacks [] for subnet, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:51.311988 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755402374822'] for subnet, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:51.343217 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:51.343539 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:51.346586 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] 10.222.0.43 "PUT /v2.0/subnets/668700d4-c4a4-4f0d-a354-c07016fba4b7 HTTP/1.1" status: 200 len: 868 time: 0.2748578 Nov 15 12:33:51.347314 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad4733-9baa-46aa-a29e-023827095b93 None None] Network 3ff16626-4992-466e-8b8e-11459791d580 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:33:51.367755 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=668700d4-c4a4-4f0d-a354-c07016fba4b7,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:33:51.375523 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.375945 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.376393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.376764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.377169 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.377577 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.377977 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.378387 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.378978 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.379380 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.379782 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.380190 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894478be-8a3a-42be-8951-a9264c1f9fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:33:51.754927 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ee509671-1c8b-4235-a3d3-a51ced8a6392 None None] Provisioning complete for port 4d00960b-01c2-4343-9a54-082184f8d4cf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:33:51.755298 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ee509671-1c8b-4235-a3d3-a51ced8a6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:51.860250 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e04e2d20-7bb6-4c9a-bbe6-ad366ab15c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:51.865819 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ee509671-1c8b-4235-a3d3-a51ced8a6392 None None] Provisioning complete for port 05d1003d-50c6-49d4-9bdb-4c4f6062daad triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:33:51.866190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ee509671-1c8b-4235-a3d3-a51ced8a6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:53.105814 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:53.725575 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41940) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:33:53.926661 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b4fff-6e64-49f6-a71e-9f2c9340c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:53.927164 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b4fff-6e64-49f6-a71e-9f2c9340c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:53.928986 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5a0b4fff-6e64-49f6-a71e-9f2c9340c77f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021532 Nov 15 12:33:54.105083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:54.991923 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:33:56.357471 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41948) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:33:56.583009 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc56da-c4ef-41e6-b0a6-47ca5ff1d6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:56.583393 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc56da-c4ef-41e6-b0a6-47ca5ff1d6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:56.584964 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c4cc56da-c4ef-41e6-b0a6-47ca5ff1d6d5 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2265220 Nov 15 12:33:58.961517 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41958) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:33:59.166523 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2fbbd-e678-4c47-b159-c40aed1eb072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:33:59.167834 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-22c2fbbd-e678-4c47-b159-c40aed1eb072 admin admin] 10.222.0.43 "GET /v2.0/networks/3643a2d8-878d-45e2-8786-461d7cae6102 HTTP/1.1" status: 200 len: 886 time: 0.2053392 Nov 15 12:34:01.496906 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41966) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:01.629284 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3d645-231b-482e-8d34-846da2f692e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:01.630646 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c8a3d645-231b-482e-8d34-846da2f692e3 admin admin] 10.222.0.43 "GET /v2.0/networks/3ff16626-4992-466e-8b8e-11459791d580 HTTP/1.1" status: 200 len: 869 time: 0.1326871 Nov 15 12:34:03.978750 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41974) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:04.104313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa19659-8469-40eb-ba99-4fd4c9f97394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:04.104771 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa19659-8469-40eb-ba99-4fd4c9f97394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:04.106310 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-afa19659-8469-40eb-ba99-4fd4c9f97394 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265678 Nov 15 12:34:06.456473 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41982) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:06.548722 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b395f6a-3ade-4a56-bb39-b5a4505ccc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:06.549183 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b395f6a-3ade-4a56-bb39-b5a4505ccc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:06.550667 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-0b395f6a-3ade-4a56-bb39-b5a4505ccc49 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932958 Nov 15 12:34:08.960247 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 41990) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:09.055235 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9f18a-4037-496b-bb12-73fb48599a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:09.056595 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-32b9f18a-4037-496b-bb12-73fb48599a55 admin admin] 10.222.0.43 "GET /v2.0/subnets/668700d4-c4a4-4f0d-a354-c07016fba4b7 HTTP/1.1" status: 200 len: 868 time: 0.0954008 Nov 15 12:34:11.358642 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 41998) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:11.475111 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73425b25-0350-45c9-89a9-8f7ba90183a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:11.476362 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-73425b25-0350-45c9-89a9-8f7ba90183a3 admin admin] 10.222.0.43 "GET /v2.0/subnets/6a7b1af4-b055-48bf-992f-15023b50b9ad HTTP/1.1" status: 200 len: 816 time: 0.1167371 Nov 15 12:34:19.378301 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-728fb668-d89b-49eb-811a-d39ff9caa4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:21.852327 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b43d6cc7-9a7e-412f-b133-c70b2f5fd319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:23.107629 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:24.105543 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:24.554677 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:34:24.994725 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:36.758284 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42052) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:36.806926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [None req-477abae6-252a-4a11-849e-c8bbdefb816f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:34:36.807942 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-477abae6-252a-4a11-849e-c8bbdefb816f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486195 Nov 15 12:34:39.244805 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42060) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:39.307047 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.pecan_wsgi.hooks.translation [None req-77849eb1-87e2-4458-b544-ee617d1dfa0b admin admin] GET failed (client error): The resource could not be found. Nov 15 12:34:39.308321 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-77849eb1-87e2-4458-b544-ee617d1dfa0b admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625901 Nov 15 12:34:39.454103 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ec617-2bcf-41c8-944e-31ac7ca4de82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:39.455520 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-bc3ec617-2bcf-41c8-944e-31ac7ca4de82 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414385 Nov 15 12:34:41.875891 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42068) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:41.923210 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:34:41.944104 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Made reservation on behalf of a175904b5a2749dca589b3c139d560b6 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:34:41.946354 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:41.973253 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING neutron.services.revisions.revision_plugin [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Could not find related network for resource to bump revision. Nov 15 12:34:41.988744 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:34:42.002517 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.002893 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Added segment c33c23f3-c518-462d-a193-daf46ae47e57 of type vlan for network 4c444184-f408-40a1-8da0-8adc66bd1460 Nov 15 12:34:42.040935 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.066647 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.067547 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:42.068163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:42.117036 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2400727 Nov 15 12:34:42.128085 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ae1d-83de-4778-b6ed-2264cde7e25f admin admin] Pushing event updated for resources: {'Network': ['ID=4c444184-f408-40a1-8da0-8adc66bd1460,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:42.139786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 4c444184-f408-40a1-8da0-8adc66bd1460 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:34:44.556741 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42076) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:34:44.621685 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.pecan_wsgi.hooks.translation [None req-345a2a50-9434-4821-8daa-05467e189c47 admin admin] GET failed (client error): The resource could not be found. Nov 15 12:34:44.622972 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-345a2a50-9434-4821-8daa-05467e189c47 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652521 Nov 15 12:34:44.794647 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be10ec-0b7e-4066-817b-8a614286c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:44.796656 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a7be10ec-0b7e-4066-817b-8a614286c1eb admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1681831 Nov 15 12:34:44.807166 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460', 'name': 'shared-subnet'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:34:44.828051 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Made reservation on behalf of a175904b5a2749dca589b3c139d560b6 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:34:44.831537 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:44.997596 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.055746 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9109df-9bfa-4ac8-b21f-39e60b52a4f0,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:45.060740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Checking segment: {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:34:45.061093 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Network hostable DHCP agents. Network: 4c444184-f408-40a1-8da0-8adc66bd1460, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:34:45.077908 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Network 4c444184-f408-40a1-8da0-8adc66bd1460 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:34:45.086792 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 4c444184-f408-40a1-8da0-8adc66bd1460) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:34:45.091234 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:34:45.091833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.096590 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879e885-630c-4423-a283-1ce612f9b497 None None] Network 4c444184-f408-40a1-8da0-8adc66bd1460 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:34:45.108412 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-525668f3-ef59-4274-8dcf-ca8bf600a1a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046315 Nov 15 12:34:45.352771 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-4c444184-f408-40a1-8da0-8adc66bd1460', 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460', 'tenant_id': 'a175904b5a2749dca589b3c139d560b6', 'fixed_ips': [{'subnet_id': '0d9109df-9bfa-4ac8-b21f-39e60b52a4f0'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:34:45.353662 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.504572 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Allocated IP 192.168.233.2 (4c444184-f408-40a1-8da0-8adc66bd1460/0d9109df-9bfa-4ac8-b21f-39e60b52a4f0/679b3d1a-1e77-42a8-96a9-2fa4382ea8c9) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:34:45.650557 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.657769 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.694920 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Network 4c444184-f408-40a1-8da0-8adc66bd1460 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:34:45.696351 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:34:45.701858 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:34:45.728811 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Pushing event updated for resources: {'Port': ['ID=679b3d1a-1e77-42a8-96a9-2fa4382ea8c9,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:45.739009 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.739371 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.739723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.740061 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.740395 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.740744 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.741078 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.741407 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.741756 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.742085 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.742417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.742738 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:34:45.771053 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Attempting to bind port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:34:45.771432 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Attempting to bind port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:34:45.771804 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Attempting to bind port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 on network 4c444184-f408-40a1-8da0-8adc66bd1460 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:34:45.776861 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:34:45.777214 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Checking segment: {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:34:45.777619 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.778009 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Bound using segment: {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:34:45.778475 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Bound port: 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:34:45.778894 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.847966 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] For port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:34:45.851453 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] For port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=679b3d1a-1e77-42a8-96a9-2fa4382ea8c9,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:34:45.856222 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:45.913822 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141ad43-29e8-4820-ac39-d8053066547e None None] Pushing event updated for resources: {'Port': ['ID=679b3d1a-1e77-42a8-96a9-2fa4382ea8c9,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:46.718890 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18700f3-88fb-4261-ad1b-d196c1cd0543 None None] Network 4c444184-f408-40a1-8da0-8adc66bd1460 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:34:46.831589 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] Provisioning complete for port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:46.831962 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:46.956940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:46.994574 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] For port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=679b3d1a-1e77-42a8-96a9-2fa4382ea8c9,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:34:47.006841 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:47.047591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:34:47.087663 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29919b-0bf1-4da1-87cf-f7285176c972 None None] Pushing event updated for resources: {'Port': ['ID=679b3d1a-1e77-42a8-96a9-2fa4382ea8c9,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:34:47.122542 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:47.123361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:47.240724 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-2a2988c1-275e-495f-b8b6-03311d5ffc42 None None] Provisioning complete for port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:47.241096 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2a2988c1-275e-495f-b8b6-03311d5ffc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:48.996116 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:34:49.054511 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 679b3d1a-1e77-42a8-96a9-2fa4382ea8c9 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:34:49.054916 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:49.381776 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9833acce-a218-473e-abf2-783c2ecbb6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:51.860219 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c12db958-f3fd-4da1-bb15-1b67e871c0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:53.111252 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:54.109031 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:34:54.998404 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:01.553564 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:35:19.385295 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f416-daf4-4af8-aca4-07a470d815f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:21.855920 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-17108dd9-8d85-4d69-8654-e2f36f0d6e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:23.114243 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:24.112244 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:24.999725 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:38.553702 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:35:49.394378 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf6eb718-acaa-46e9-8b68-d8a2b6ab8fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:51.863487 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-710a6342-d741-4bf9-b02e-27bc165fb139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:53.119385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:54.116556 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:55.001342 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:58.776786 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42120) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:35:58.783850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [None req-d2682ea1-e3e6-4e8c-be54-c9ab5f9e66f6 tempest-verify_tempest_config-1615879010 tempest-verify_tempest_config-1615879010-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:35:58.784823 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d2682ea1-e3e6-4e8c-be54-c9ab5f9e66f6 tempest-verify_tempest_config-1615879010 tempest-verify_tempest_config-1615879010-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070696 Nov 15 12:35:59.082359 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42138) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:35:59.186451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.265582 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.269747 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.315313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afebaa3-8478-4afc-821d-ae73512c54e8,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:35:59.319897 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b1c62a35ac74026a32fffd1e178f136&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2365241 Nov 15 12:35:59.322785 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42142) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:35:59.324209 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.324542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.324887 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.325495 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.325495 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.326070 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.326376 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.326720 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.327083 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.327415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.327746 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.328062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9a8e9-4a33-462d-8656-bc1a03dc85ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.379550 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.400118 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.492259 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.494928 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:35:59.496507 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6afebaa3-8478-4afc-821d-ae73512c54e8 HTTP/1.1" status: 204 len: 168 time: 0.1723418 Nov 15 12:35:59.505258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afebaa3-8478-4afc-821d-ae73512c54e8,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:35:59.512383 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.513023 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.513734 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.514423 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.514914 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.515595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.516038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.516674 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.517107 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.517541 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.517942 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:35:59.518341 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872df1c-c282-4e2a-bd64-932b80f1c481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:36:15.551822 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:36:19.386837 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-aa672fbb-9c85-4176-a22b-8b1d5c081978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:21.858622 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b3f59890-e6e8-4cdf-ad1d-872d602b355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:23.120404 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:24.119257 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:25.003141 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:49.391906 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-431db731-da82-488f-8332-8471880c2342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:51.861211 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1478b204-eba5-4d59-b4cc-5675927950ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:52.550861 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:36:53.123157 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:54.122442 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:36:55.005408 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:19.393783 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-613f7859-2f67-4ab4-bb3d-8e78cc1d78e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:21.866208 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ccec2ba3-ec89-46f6-b957-0ceab12a49a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:23.126924 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:24.125704 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:25.006633 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:29.549745 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 5 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:37:38.871980 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715365'] for agent, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:49.402027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-418505a2-550f-4aac-a773-af5572578e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:51.868646 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-892ff8e4-9525-41f2-9858-9cd62128762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:53.132387 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:54.131147 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:55.008921 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:37:55.399126 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42216) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:55.511603 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6dae0e49-038d-4d16-9a1b-4185f722d851 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1113851 Nov 15 12:37:57.975877 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42226) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:37:58.039232 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c17e28f2-225b-4a6b-9e5c-5baeab5072cb admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0621426 Nov 15 12:38:06.550620 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:38:08.848684 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:19.395533 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-559e59f8-3ed6-4467-8a99-a530516f717f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:21.874634 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc57a-0c7e-495a-8bae-48802a707642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:23.132083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:24.133490 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:25.010793 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:38.838503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:43.550256 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:38:49.399064 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702b90fb-90ae-4d1d-bc83-a54abab3992a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:51.875893 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3f02815a-3764-4cfb-8b60-320fb579daca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:53.134745 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:54.146358 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:38:55.016637 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:08.860417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:19.401950 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9abe65c1-9941-4ab9-b7cf-a8a5ec3ba654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:20.550915 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:39:21.871065 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c4737aec-8da6-4b47-997e-ae61bb93099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:23.139017 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:24.140900 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:25.015735 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:29.691580 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42440) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:29.726046 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42448) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:29.837689 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42458) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:29.973815 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-279812591-network', 'tenant_id': '53c643bbc1074232958965e5aceb5e5b'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:29.996074 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Made reservation on behalf of 53c643bbc1074232958965e5aceb5e5b for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:29.998870 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.008532 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.016742 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-331029188-network', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:30.040019 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Made reservation on behalf of b91bd39e4f3b40f396370b06f870aeb6 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:30.042738 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.053670 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.120733 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.125747 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.147457 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.162642 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.168899 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:39:30.182141 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.182948 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Added segment d1e0aad9-5d0c-48d7-a665-53ad489b41df of type vlan for network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 Nov 15 12:39:30.185962 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:39:30.197251 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.197940 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Added segment f58a6961-7744-4059-8cbe-ad782d71b5f5 of type vlan for network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 Nov 15 12:39:30.230202 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.247641 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.257595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.258689 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:30.259487 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.285048 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.286085 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:30.286977 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.335423 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd72df4-58d1-4d00-beca-5f4ede5007f7,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.344169 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.344503 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.344850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.345219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.345738 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.346369 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.346914 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.347437 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.347932 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.348418 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.349019 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.349497 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Tracked resource versions report: Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: pushed versions: Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: { 'AddressGroup': {'1.2'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'ConntrackHelper': {'1.0'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Log': {'1.0'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Network': {'1.1'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Port': {'1.7'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'PortForwarding': {'1.2'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'QosPolicy': {'1.10'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroup': {'1.5'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SubPort': {'1.0'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Subnet': {'1.1'}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Trunk': {'1.1'}} Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: consumer versions: Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: HyperV agent@hv-cinder-68088: {}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'ConntrackHelper': '1.0', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Log': '1.0', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Network': '1.1', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Port': '1.7', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'PortForwarding': '1.2', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'QosPolicy': '1.10', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroup': '1.5', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SecurityGroupRule': '1.2', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'SubPort': '1.0', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Subnet': '1.1', Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: 'Trunk': '1.1'}} Nov 15 12:39:30.351051 dv-cinder-680889-10-iscsi neutron-server[108283]: {{(pid=108283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:39:30.354305 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d922d-4a9a-426b-8cbe-bce1aee32314,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.363361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:39:30.381921 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ec0d75ad-8fe0-42ed-9bbf-65e051910d34 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6886206 Nov 15 12:39:30.384871 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42488) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:30.390253 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Request body: {'subnet': {'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-279812591-subnet', 'tenant_id': '53c643bbc1074232958965e5aceb5e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:30.406810 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Pushing event updated for resources: {'Network': ['ID=46d33d4a-084c-4c8a-b96d-1c2b35f75a03,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.420813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Made reservation on behalf of 53c643bbc1074232958965e5aceb5e5b for: {'subnet': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:30.424212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.444114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-892843458-network', 'tenant_id': '66b782e267fb414c9bdfa078a438871a'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:30.449903 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.460603 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.461103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.461454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.461792 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.462143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.462484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.462850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.463324 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.463740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.464112 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.464381 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Tracked resource versions report: Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: pushed versions: Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: { 'AddressGroup': {'1.2'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'ConntrackHelper': {'1.0'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Log': {'1.0'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Network': {'1.1'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Port': {'1.7'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'PortForwarding': {'1.2'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'QosPolicy': {'1.10'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroup': {'1.5'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SubPort': {'1.0'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Subnet': {'1.1'}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Trunk': {'1.1'}} Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: consumer versions: Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: HyperV agent@hv-cinder-68088: {}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'ConntrackHelper': '1.0', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Log': '1.0', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Network': '1.1', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Port': '1.7', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'PortForwarding': '1.2', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'QosPolicy': '1.10', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroup': '1.5', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SecurityGroupRule': '1.2', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'SubPort': '1.0', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Subnet': '1.1', Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: 'Trunk': '1.1'}} Nov 15 12:39:30.465488 dv-cinder-680889-10-iscsi neutron-server[108282]: {{(pid=108282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:39:30.475717 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a410794-8db6-44a7-8cc4-86c749add286,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.477665 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:39:30.500530 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-0ec61a8a-6b23-4f4b-a83e-822a759ed942 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7732573 Nov 15 12:39:30.501605 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42496) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:30.525736 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Request body: {'subnet': {'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-331029188-subnet', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:30.549841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Made reservation on behalf of 66b782e267fb414c9bdfa078a438871a for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:30.553334 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.556842 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Made reservation on behalf of b91bd39e4f3b40f396370b06f870aeb6 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:30.559358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.569470 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.760856 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.824006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.860098 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d18b34c-4032-4054-bb22-8d5511182cc5,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.862740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.863851 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Checking segment: {'id': 'd1e0aad9-5d0c-48d7-a665-53ad489b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:30.864756 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Network hostable DHCP agents. Network: 9dd72df4-58d1-4d00-beca-5f4ede5007f7, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:39:30.878348 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.898113 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:39:30.922842 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a360649c-a291-4175-8741-9b8273aa97bb,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.926412 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:39:30.936636 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 9dd72df4-58d1-4d00-beca-5f4ede5007f7) {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:30.948053 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6c15b-0816-458c-aec2-d36a4f2ee2fb,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:30.949850 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8ed69-7b6b-422c-81c9-7e75c386bedf None None] Network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:30.955490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.955958 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Added segment 5483d5b7-c908-4b67-a0bb-8f81d5f63cc2 of type vlan for network d1a2a422-953b-42b1-8d45-4652cac485ba Nov 15 12:39:30.959178 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:30.961834 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:30.996554 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Checking segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:30.997400 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Network hostable DHCP agents. Network: 46d33d4a-084c-4c8a-b96d-1c2b35f75a03, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:39:31.028117 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d20adaf8-1885-47bf-85c5-245a27ba5e12 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6415253 Nov 15 12:39:31.032066 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.054098 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:39:31.085031 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 46d33d4a-084c-4c8a-b96d-1c2b35f75a03) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:31.096042 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:31.096514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a71bbf-caf0-49ff-b3f1-8750549e8f41 None None] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:31.097960 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.107593 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.108469 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:31.109163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.157503 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ce7e8971-8040-461d-ac06-5745fccc2fa9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6371212 Nov 15 12:39:31.163488 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42524) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:31.171192 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:31.180159 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3413742 Nov 15 12:39:31.183340 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42526) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:31.187565 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Request body: {'subnet': {'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-subnet', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:31.204673 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed53943-2b48-4056-9da4-2beefec001d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a2a422-953b-42b1-8d45-4652cac485ba,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:31.217899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network d1a2a422-953b-42b1-8d45-4652cac485ba details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:39:31.231190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17169490-7350-4431-bafc-e266f6c0b784 None None] Network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:31.252464 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.256089 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.267431 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Made reservation on behalf of 66b782e267fb414c9bdfa078a438871a for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:31.275626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.478112 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.518137 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:39:31.519802 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.683547 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.725940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Allocated IP 172.20.0.2 (46d33d4a-084c-4c8a-b96d-1c2b35f75a03/a360649c-a291-4175-8741-9b8273aa97bb/337e7010-eb2b-427d-969b-b66e9ffb5198) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:31.795322 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.860468 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Checking segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:31.861784 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Network hostable DHCP agents. Network: d1a2a422-953b-42b1-8d45-4652cac485ba, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:39:31.867230 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdabeb6-8d12-4e10-a621-4e5ad434223c,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:31.905811 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Network d1a2a422-953b-42b1-8d45-4652cac485ba is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:39:31.923953 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, d1a2a422-953b-42b1-8d45-4652cac485ba) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:31.934139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:31.935715 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:31.966535 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5f12ed29-9a93-42cb-9b74-80a7aa9823a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7821474 Nov 15 12:39:31.968663 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42542) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:31.977465 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:32.023075 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.026143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.051528 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.057525 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce5422-8b07-4356-a83b-afa269b4920e None None] Network d1a2a422-953b-42b1-8d45-4652cac485ba requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:32.061100 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.158163 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Pushing event updated for resources: {'Port': ['ID=337e7010-eb2b-427d-969b-b66e9ffb5198,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:32.162330 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.199413 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.199978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.200503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.201173 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.201689 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.202196 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.202703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.203233 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.203750 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.204257 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.205344 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.205862 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Tracked resource versions report: Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: pushed versions: Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: { 'AddressGroup': {'1.2'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'ConntrackHelper': {'1.0'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Log': {'1.0'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Network': {'1.1'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Port': {'1.7'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'PortForwarding': {'1.2'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'QosPolicy': {'1.10'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroup': {'1.5'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SubPort': {'1.0'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Subnet': {'1.1'}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Trunk': {'1.1'}} Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: consumer versions: Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: HyperV agent@hv-cinder-68088: {}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'ConntrackHelper': '1.0', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Log': '1.0', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Network': '1.1', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Port': '1.7', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'PortForwarding': '1.2', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'QosPolicy': '1.10', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroup': '1.5', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SecurityGroupRule': '1.2', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'SubPort': '1.0', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Subnet': '1.1', Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: 'Trunk': '1.1'}} Nov 15 12:39:32.207735 dv-cinder-680889-10-iscsi neutron-server[108284]: {{(pid=108284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:39:32.232421 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:32.238802 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:32.243343 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:32.312254 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.340844 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Attempting to bind port 337e7010-eb2b-427d-969b-b66e9ffb5198 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:32.341581 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Attempting to bind port 337e7010-eb2b-427d-969b-b66e9ffb5198 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:32.342178 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Attempting to bind port 337e7010-eb2b-427d-969b-b66e9ffb5198 on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:32.355385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:32.356296 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Checking segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:32.356918 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.357533 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Bound using segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:32.358248 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Bound port: 337e7010-eb2b-427d-969b-b66e9ffb5198, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:32.358978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.365116 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.466026 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ece3a-94e9-4473-b608-58c4d2272a1a None None] Network d1a2a422-953b-42b1-8d45-4652cac485ba requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:32.493721 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.723953 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Allocated IP 172.27.1.196 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/2a295004-bfac-49a3-a7c6-9891abf610b1) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:32.733431 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] For port 337e7010-eb2b-427d-969b-b66e9ffb5198, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:32.754552 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] For port 337e7010-eb2b-427d-969b-b66e9ffb5198, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=337e7010-eb2b-427d-969b-b66e9ffb5198,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:32.766879 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.807720 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.833585 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:32.843288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1470643-51c7-4080-b21a-ad26dfb14b0e None None] Pushing event updated for resources: {'Port': ['ID=337e7010-eb2b-427d-969b-b66e9ffb5198,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:32.917655 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.008188 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.116885 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Allocated IP 172.27.1.193 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:33.152254 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:33.225528 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:33.225528 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:33.291480 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Pushing event updated for resources: {'Port': ['ID=2a295004-bfac-49a3-a7c6-9891abf610b1,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:33.335340 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.390847 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.461400 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42604) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:33.465630 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Pushing event updated for resources: {'Port': ['ID=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:33.488793 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:33.490272 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:33.493333 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:33.763872 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc0d-ec1e-477e-8126-20a6761ac4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.836123 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:33.944266 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42634) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:33.950038 dv-cinder-680889-10-iscsi neutron-server[108282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 15 12:39:33.984909 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.280768 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.350001 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57b34a-997f-45fd-8017-bbd4f64619a5 None None] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:34.414862 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-f41584c3-0093-4da8-aff1-0c5c1e5e90f1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:34.423963 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-f41584c3-0093-4da8-aff1-0c5c1e5e90f1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/networks?id=9dd72df4-58d1-4d00-beca-5f4ede5007f7 HTTP/1.1" status: 200 len: 811 time: 0.4756298 Nov 15 12:39:34.471236 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] Provisioning complete for port 337e7010-eb2b-427d-969b-b66e9ffb5198 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:34.472226 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.484817 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-98c686d3-e901-4cda-a3d8-e4160c0d73bc tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/quotas/53c643bbc1074232958965e5aceb5e5b HTTP/1.1" status: 200 len: 375 time: 0.0597169 Nov 15 12:39:34.578288 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-2965ed2d-8375-4a0a-adb7-f7297d37666d tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53c643bbc1074232958965e5aceb5e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904665 Nov 15 12:39:34.603300 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.616883 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc0d-ec1e-477e-8126-20a6761ac4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.667964 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc0d-ec1e-477e-8126-20a6761ac4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.676391 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:39:34.692774 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] For port 337e7010-eb2b-427d-969b-b66e9ffb5198, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=337e7010-eb2b-427d-969b-b66e9ffb5198,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:39:34.725849 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:34.791941 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50dc0d-ec1e-477e-8126-20a6761ac4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c693974-a780-47c4-b0db-87c90bfb5fb3,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:34.851503 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4e50dc0d-ec1e-477e-8126-20a6761ac4ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f06c4ff470a4f4eb7b2f52ccd9a20e4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3823380 Nov 15 12:39:34.854038 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42672) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:34.901706 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d76c7-04d7-4d67-bf2b-413d7e13fe17 None None] Pushing event updated for resources: {'Port': ['ID=337e7010-eb2b-427d-969b-b66e9ffb5198,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:34.972637 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-3b7b27f8-a6a7-4a25-af66-c1bef146d7f1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:39:34.973727 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-3b7b27f8-a6a7-4a25-af66-c1bef146d7f1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1417980 Nov 15 12:39:35.023329 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.067302 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.091892 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.119753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:39:35.146831 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.154482 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-eb8c23d7-79cf-4e62-8576-24753fc6ae82 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9824650 Nov 15 12:39:35.155295 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42678) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:35.288238 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.291239 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.292824 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 337e7010-eb2b-427d-969b-b66e9ffb5198 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:35.295867 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c693974-a780-47c4-b0db-87c90bfb5fb3 HTTP/1.1" status: 204 len: 168 time: 0.4404893 Nov 15 12:39:35.346954 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:39:35.364197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b865-ddec-4f66-b95c-623a02b881d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c693974-a780-47c4-b0db-87c90bfb5fb3,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:35.370255 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:35.370930 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:35.408641 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-bcdac96f-dfc9-438b-907c-bb038f135d89 service neutron] 10.222.0.43 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182057 Nov 15 12:39:35.429698 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-628c5caa-a856-481c-bdef-575c704fa000 None None] Provisioning complete for port 337e7010-eb2b-427d-969b-b66e9ffb5198 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:35.430326 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-628c5caa-a856-481c-bdef-575c704fa000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.448306 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42684) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:35.503132 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 337e7010-eb2b-427d-969b-b66e9ffb5198 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:35.503672 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.676754 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-13ec49ec-3448-482a-b0bc-bdac3cc05c4e service neutron] 10.222.0.43 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489276 Nov 15 12:39:35.683476 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Router cabe087b-7336-4a95-93ee-8c566b94f0f5 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:39:35.737953 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:35.859337 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:39:35.871125 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Sync routers for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:39:35.901405 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:35.908003 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:35.965930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c564cb14-32c0-4849-9d51-ce7e080af96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:35.996372 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.000525 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1991741e-9105-4e23-90c8-0c18df1b506b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0274436 Nov 15 12:39:36.024285 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42698) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:36.159661 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42714) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:36.215804 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:36.240465 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:36.283411 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:39:36.283864 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Updating router c0ac3caf-408b-44e4-97f9-602421c1ac6e port 2a295004-bfac-49a3-a7c6-9891abf610b1 binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:39:36.338158 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c564cb14-32c0-4849-9d51-ce7e080af96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.346353 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7bb500c0-893d-4a35-931e-542ea9f64d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.350296 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d885279-f448-4edf-a0a7-e5df8fa7b6ae req-b68466ce-fa4e-45d7-a1b0-56e8adb693af tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.2226088 Nov 15 12:39:36.352502 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c564cb14-32c0-4849-9d51-ce7e080af96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.383422 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.393842 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c564cb14-32c0-4849-9d51-ce7e080af96d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=191aef3fcdd44992a35fe294c7411da2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9296467 Nov 15 12:39:36.406837 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42732) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:36.554041 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564cb14-32c0-4849-9d51-ce7e080af96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016dc087-94de-49a7-be3b-dc62d5ef9520,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:36.617696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.694548 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.752046 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:36.770115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.791459 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Checking router: cabe087b-7336-4a95-93ee-8c566b94f0f5 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:39:36.791946 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Updating router cabe087b-7336-4a95-93ee-8c566b94f0f5 port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:39:36.835881 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.864408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7bb500c0-893d-4a35-931e-542ea9f64d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.872116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7bb500c0-893d-4a35-931e-542ea9f64d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.981671 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.988969 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:36.994612 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/016dc087-94de-49a7-be3b-dc62d5ef9520 HTTP/1.1" status: 204 len: 168 time: 0.5936711 Nov 15 12:39:36.999962 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-7bb500c0-893d-4a35-931e-542ea9f64d4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8384aa95cb1462d82023b42ebd6af48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8367257 Nov 15 12:39:37.000991 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb500c0-893d-4a35-931e-542ea9f64d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d12c7-d42a-4565-a7f0-9710b1089d19,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.010822 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42762) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:37.020648 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.023723 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18aa27-70be-4c3c-8fc7-2a263b8094ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016dc087-94de-49a7-be3b-dc62d5ef9520,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.028355 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.078583 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Pushing event updated for resources: {'Port': ['ID=2a295004-bfac-49a3-a7c6-9891abf610b1,revision_number=2']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.089927 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.090578 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.091094 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.091616 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.092114 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.092675 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.093157 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.093649 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.094163 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.094685 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.095952 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.096445 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Tracked resource versions report: Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: pushed versions: Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: { 'AddressGroup': {'1.2'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'ConntrackHelper': {'1.0'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Log': {'1.0'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Network': {'1.1'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Port': {'1.7'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'PortForwarding': {'1.2'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'QosPolicy': {'1.10'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroup': {'1.5'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroupRule': {'1.2'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SubPort': {'1.0'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Subnet': {'1.1'}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Trunk': {'1.1'}} Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: consumer versions: Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: { DHCP agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: HyperV agent@hv-cinder-68088: {}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: L3 agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: Metadata agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: Metering agent@dv-cinder-680889-10-iscsi: {}, Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: Open vSwitch agent@dv-cinder-680889-10-iscsi: { 'AddressGroup': '1.2', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'ConntrackHelper': '1.0', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Log': '1.0', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Network': '1.1', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Port': '1.7', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'PortForwarding': '1.2', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'QosPolicy': '1.10', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroup': '1.5', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SecurityGroupRule': '1.2', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'SubPort': '1.0', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Subnet': '1.1', Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: 'Trunk': '1.1'}} Nov 15 12:39:37.097938 dv-cinder-680889-10-iscsi neutron-server[108285]: {{(pid=108285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 15 12:39:37.106607 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.124157 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Attempting to bind port 2a295004-bfac-49a3-a7c6-9891abf610b1 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:37.124516 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Attempting to bind port 2a295004-bfac-49a3-a7c6-9891abf610b1 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:37.124920 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Attempting to bind port 2a295004-bfac-49a3-a7c6-9891abf610b1 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:37.130736 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:37.131146 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:37.131685 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.132251 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:37.132896 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Bound port: 2a295004-bfac-49a3-a7c6-9891abf610b1, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:37.133445 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.210634 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.226153 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Allocated IP 172.20.0.1 (46d33d4a-084c-4c8a-b96d-1c2b35f75a03/a360649c-a291-4175-8741-9b8273aa97bb/38e692a4-8741-49fb-91b3-a6e0ad4b28f3) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:37.250281 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] For port 2a295004-bfac-49a3-a7c6-9891abf610b1, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:37.265054 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] For port 2a295004-bfac-49a3-a7c6-9891abf610b1, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2a295004-bfac-49a3-a7c6-9891abf610b1,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:37.276697 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.329685 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.337336 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.366946 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5811b-40ba-4857-9695-74500f782a23 None None] Pushing event updated for resources: {'Port': ['ID=2a295004-bfac-49a3-a7c6-9891abf610b1,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.415314 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:37.416204 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:37.453118 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.455019 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1edc0-8e87-4bb0-8514-de9bf93364be None None] Pushing event updated for resources: {'Port': ['ID=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.459195 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Attempting to bind port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:37.459548 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Attempting to bind port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:37.460167 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Attempting to bind port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:37.467256 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:37.467687 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:37.468079 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.468485 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:37.468977 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Bound port: 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:37.469378 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.481888 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.488280 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.496374 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca8d12c7-d42a-4565-a7f0-9710b1089d19 HTTP/1.1" status: 204 len: 168 time: 0.4842300 Nov 15 12:39:37.506988 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42778) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:37.529351 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d3370-c1d4-459c-aa96-dc652ac609c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d12c7-d42a-4565-a7f0-9710b1089d19,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.535035 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] For port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:37.539548 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] For port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:37.554299 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.557072 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.606784 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40874b55-1ee0-43db-87ce-4195ba889229 req-f88eca17-0298-4f35-ab41-4095188d73ab tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0970938 Nov 15 12:39:37.630353 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1edc0-8e87-4bb0-8514-de9bf93364be None None] Pushing event updated for resources: {'Port': ['ID=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:37.664726 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:37.665361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:37.681761 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:37.715008 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:37.776893 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:37.890270 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42790) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:37.934182 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ad22fa27-0db3-41f1-a705-c5293c03063c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.037126 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:38.052394 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:38.056351 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:38.080819 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ad22fa27-0db3-41f1-a705-c5293c03063c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.081907 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd3e82-377e-4e60-8424-d13173903dee None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:39:38.088991 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ad22fa27-0db3-41f1-a705-c5293c03063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.097514 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:38.100781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:38.103052 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.175943 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ad22fa27-0db3-41f1-a705-c5293c03063c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12874b54cccf4125b8b1007bb42ede24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2842367 Nov 15 12:39:38.177193 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22fa27-0db3-41f1-a705-c5293c03063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02358174-f96d-422a-b8a8-979d8e40ebe7,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:38.182089 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42800) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:38.283845 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.333780 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.347614 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Allocated IP 172.20.0.1 (d1a2a422-953b-42b1-8d45-4652cac485ba/1fdabeb6-8d12-4e10-a621-4e5ad434223c/a917ba34-952c-416c-b501-3db959c40898) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:38.426558 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.429471 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.430720 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02358174-f96d-422a-b8a8-979d8e40ebe7 HTTP/1.1" status: 204 len: 168 time: 0.2474270 Nov 15 12:39:38.449381 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e88579-fa95-4913-b5a7-6bc0c6e4a929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02358174-f96d-422a-b8a8-979d8e40ebe7,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:38.488949 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:38.490952 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-b22717c7-d938-495a-aab4-83a8228b7749 None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:38.491685 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b22717c7-d938-495a-aab4-83a8228b7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.576001 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31802b2-b24c-429d-949f-7cce2635495e None None] The sync data for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi is: [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:33Z', 'revision_number': 3, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:39:38.594332 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-b22717c7-d938-495a-aab4-83a8228b7749 None None] Port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:39:38.664644 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.754333 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.907549 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:38.975899 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0cd0bea9-4e0f-4e86-ade6-e8ad8bec4714 req-dddba909-9e46-4699-8d66-8f0d71e17547 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0887375 Nov 15 12:39:39.080455 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Network d1a2a422-953b-42b1-8d45-4652cac485ba is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:39.121674 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:39.125475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:39.126390 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.213340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.213849 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Pushing event updated for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:39.308324 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:39.310496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.311340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.409496 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.428846 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:39.429562 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.487564 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:39.499236 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.601261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:39.621153 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:39.682811 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.740049 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:39:39.747681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:39.757922 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2a295004-bfac-49a3-a7c6-9891abf610b1 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:39.954399 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:40.002961 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 2a295004-bfac-49a3-a7c6-9891abf610b1 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:40.003441 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.046385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.064363 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:39:40.076636 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.077753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.151471 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.164338 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ba2ce467-7063-4f17-8e72-fe43ee686403 None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:40.165102 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce467-7063-4f17-8e72-fe43ee686403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.217896 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 2a295004-bfac-49a3-a7c6-9891abf610b1, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2a295004-bfac-49a3-a7c6-9891abf610b1,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:39:40.222858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42868) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:40.223482 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.245675 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d90124c4-f551-445c-8658-11081d4502d5 req-decb05cd-0b44-4a59-a6a9-54b271248fec tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.1153960 Nov 15 12:39:40.284172 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ce467-7063-4f17-8e72-fe43ee686403 None None] Port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:39:40.328708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=2a295004-bfac-49a3-a7c6-9891abf610b1,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:40.344298 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Pushing event updated for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:40.451097 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Network d1a2a422-953b-42b1-8d45-4652cac485ba is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:40.453906 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:40.459928 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:39:40.465656 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-daec8c92-933d-4d70-a62c-0653582db4f8 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0ac3caf-408b-44e4-97f9-602421c1ac6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3093317 Nov 15 12:39:40.495139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-245559964-network', 'tenant_id': '761a6627608c4866a03ef80e77d7ff73'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:40.531926 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Made reservation on behalf of 761a6627608c4866a03ef80e77d7ff73 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:40.536268 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.553556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.718318 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.725952 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.782999 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:39:40.786456 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Router cabe087b-7336-4a95-93ee-8c566b94f0f5 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:39:40.787937 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41eb2c8-a7b9-4382-9cf9-25823a68e4c5,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:40.798972 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.799522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Added segment 72af6d50-1210-4d7c-94ab-80b88b067ced of type vlan for network af918b0b-84f5-40b1-8591-9540db891419 Nov 15 12:39:40.851450 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.888569 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.889668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:40.890455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:40.959394 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7341638 Nov 15 12:39:40.962995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42902) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:40.968605 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Request body: {'subnet': {'network_id': 'af918b0b-84f5-40b1-8591-9540db891419', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-245559964-subnet', 'tenant_id': '761a6627608c4866a03ef80e77d7ff73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:40.993298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d72d2f-a133-4543-b9ea-102be4c939c1 admin admin] Pushing event updated for resources: {'Network': ['ID=af918b0b-84f5-40b1-8591-9540db891419,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:41.008887 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Made reservation on behalf of 761a6627608c4866a03ef80e77d7ff73 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:41.010477 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network af918b0b-84f5-40b1-8591-9540db891419 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:39:41.014624 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.083862 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:39:41.097705 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-510f989e-8ba4-49b8-8e99-62534deb4f45 admin admin] 10.222.0.43 "PUT /v2.0/routers/cabe087b-7336-4a95-93ee-8c566b94f0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0703611 Nov 15 12:39:41.278102 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:41.422475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42926) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:41.453368 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:41.454028 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.491468 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42932) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:41.498912 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283449273', 'description': 'tempest-description--1748650320'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:41.517545 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:39:41.526738 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.536308 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:41.536989 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:41.574319 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.593524 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a393af5-878d-4758-a41c-cecb5326d51e req-9f19ed9f-0cb8-4dd8-bbd0-162bcbadf33f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.1079938 Nov 15 12:39:41.690152 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fe6be7-5171-4c1f-9449-3f16dd61ba6a,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:41.699939 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Checking segment: {'id': '72af6d50-1210-4d7c-94ab-80b88b067ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'af918b0b-84f5-40b1-8591-9540db891419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:41.700894 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Network hostable DHCP agents. Network: af918b0b-84f5-40b1-8591-9540db891419, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:39:41.713715 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2a295004-bfac-49a3-a7c6-9891abf610b1 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:41.730720 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-206dc719-bea6-4514-913a-9ef7085c6e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.733277 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:41.734903 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.740889 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Network af918b0b-84f5-40b1-8591-9540db891419 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:39:41.748424 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.757830 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, af918b0b-84f5-40b1-8591-9540db891419) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:41.762640 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:41.763430 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.774278 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea8f62-2101-4dd8-bc3a-67eec3b1af95 None None] Network af918b0b-84f5-40b1-8591-9540db891419 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:41.815067 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6fa0f226-f31e-4f49-8371-6d61f2d770f0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8353152 Nov 15 12:39:41.820355 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.822085 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3292916 Nov 15 12:39:41.825602 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42942) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:41.831349 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71334a98-3d1d-4341-8d5b-1b3cbadb1d19 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f946870-9853-4cc4-9404-775aba604b92,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:41.863206 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group_rule': {'security_group_id': '9f946870-9853-4cc4-9404-775aba604b92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:41.902544 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.922580 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 2a295004-bfac-49a3-a7c6-9891abf610b1 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:41.923057 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.958333 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-206dc719-bea6-4514-913a-9ef7085c6e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.965592 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-206dc719-bea6-4514-913a-9ef7085c6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:41.997911 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Sync routers for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:39:42.063291 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:42.064774 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:42.073073 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-206dc719-bea6-4514-913a-9ef7085c6e40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bbcc7902a4f4ba7a431ce4bee51693f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6482668 Nov 15 12:39:42.081757 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42950) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:42.086938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9de6e5d4-a3ce-486f-81a1-87d214362edb tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:42.088906 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9de6e5d4-a3ce-486f-81a1-87d214362edb tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 818 time: 0.1772614 Nov 15 12:39:42.099092 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc719-bea6-4514-913a-9ef7085c6e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4ec35-3c5f-489a-8ab1-7631790c4d61,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:42.104062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.111213 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.124239 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-87e4bce4-e718-41c2-9bf4-a983a646a72b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/quotas/66b782e267fb414c9bdfa078a438871a HTTP/1.1" status: 200 len: 375 time: 0.0245094 Nov 15 12:39:42.155598 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da461a5d-7217-4b24-8594-9d7162765c29,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:42.185746 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.190081 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-fc6f286c-e523-4c02-a2b9-4ce69b61dbad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633382 Nov 15 12:39:42.190913 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42960) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:42.200885 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c13428-02ca-4486-979c-413ae415e05b None None] Network af918b0b-84f5-40b1-8591-9540db891419 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:42.204765 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group_rule': {'security_group_id': '9f946870-9853-4cc4-9404-775aba604b92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:42.205418 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.214406 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 2, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:42.262748 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9690ec92-91fe-47b6-aade-6150fb246111 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217167 Nov 15 12:39:42.271820 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.273829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.278359 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:39:42.278807 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Updating router c0ac3caf-408b-44e4-97f9-602421c1ac6e port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:39:42.324773 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.378239 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.384518 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.390238 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53b4ec35-3c5f-489a-8ab1-7631790c4d61 HTTP/1.1" status: 204 len: 168 time: 0.3050051 Nov 15 12:39:42.422274 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.427338 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4308f5-d176-4029-bf88-fe9ffe1c4d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4ec35-3c5f-489a-8ab1-7631790c4d61,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:42.437025 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-2eb67dee-d792-4a7c-a15c-5d71b292114a service neutron] 10.222.0.43 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666741 Nov 15 12:39:42.446409 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.481026 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:42.516428 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c84ee1-a9ba-4cbd-9cee-9ff5c007ec89,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:42.523358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.528376 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 42968) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:42.534337 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:42.541025 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ab4bb860-dd25-44bc-ab30-724f09f85c4b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479459 Nov 15 12:39:42.624219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:42.651586 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-54ce19d7-e0ed-431d-bf1d-3ccd3a741c24 service neutron] 10.222.0.43 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133448 Nov 15 12:39:42.834941 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e88dbcb1-585a-49fc-9cd1-efa93b63c3be req-bca44d7d-7e7a-43f6-b8b4-ca89e3063744 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0774055 Nov 15 12:39:43.071057 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.080256 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aa947ece-6d3c-4df4-8e17-537e200fc104 req-a0a96a20-5227-4239-83b7-81c5854ca5f6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 210 time: 0.0925937 Nov 15 12:39:43.105223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42990) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:43.111136 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-142226218-network', 'tenant_id': 'e6e43b1bf6f4497991bf8d7fb13dbf25'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:43.129635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 42994) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:43.171016 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8df7cc93-e9b2-4d24-bd10-f311ed2b9fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.227965 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Made reservation on behalf of e6e43b1bf6f4497991bf8d7fb13dbf25 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:43.229422 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.243551 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.253739 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.284612 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.290589 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'a917ba34-952c-416c-b501-3db959c40898', 'name': '', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'mac_address': 'fa:16:3e:e3:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:37Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 2, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'subnets': [{'id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:43.310816 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Allocated IP 172.27.1.36 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/8bd490c7-3868-48ea-aaaf-86bbebcacc50) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:43.338071 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Checking router: cabe087b-7336-4a95-93ee-8c566b94f0f5 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:39:43.338933 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Updating router cabe087b-7336-4a95-93ee-8c566b94f0f5 port a917ba34-952c-416c-b501-3db959c40898 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:39:43.453027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.471237 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.497113 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.502061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8df7cc93-e9b2-4d24-bd10-f311ed2b9fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.527854 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.536451 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Attempting to bind port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:43.536844 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Attempting to bind port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:43.537224 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Attempting to bind port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:43.569910 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:43.570296 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Checking segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:43.570707 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.571136 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Bound using segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:43.571983 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Bound port: 38e692a4-8741-49fb-91b3-a6e0ad4b28f3, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:43.572392 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.574653 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ff50-4e49-43d6-aeec-2ffdb48488f1 None None] Pushing event updated for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:43.588344 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.608759 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8df7cc93-e9b2-4d24-bd10-f311ed2b9fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.669174 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:39:43.690647 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:43.692774 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] For port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:43.693591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:43.696522 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] For port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:43.701059 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.706830 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:43.724622 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb42f1-6fc1-404c-a6f3-dc023240e85b,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:43.755363 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ff50-4e49-43d6-aeec-2ffdb48488f1 None None] Pushing event updated for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=4']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:43.757168 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8df7cc93-e9b2-4d24-bd10-f311ed2b9fcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca6a91544a384f5394f0275dc5b55295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6210780 Nov 15 12:39:43.758545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:43.758911 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Added segment 4ae07a4d-813b-4a7f-9c3d-6dc79e9c2164 of type vlan for network fd52a093-c7be-4af2-959b-486d11744149 Nov 15 12:39:43.760104 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43034) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:43.775343 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:43.775969 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:43.788991 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=8bd490c7-3868-48ea-aaaf-86bbebcacc50,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:43.906904 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:43.912862 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-564d9d19-4e7a-4c01-88ad-709515cce295 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:43.914519 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-564d9d19-4e7a-4c01-88ad-709515cce295 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 818 time: 0.4418304 Nov 15 12:39:43.944569 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7cc93-e9b2-4d24-bd10-f311ed2b9fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355c366e-4c53-4209-b036-5f5ee63e97ae,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:43.986233 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-c3f79b48-7c46-46c9-bf5e-f327e122d65b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/quotas/66b782e267fb414c9bdfa078a438871a HTTP/1.1" status: 200 len: 375 time: 0.0602803 Nov 15 12:39:43.990042 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.000267 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.013428 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.044913 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.056897 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.065951 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.102293 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0de8a860-83a9-43d3-952e-486e5bd4a45a req-87a68178-cb7c-487d-af9d-c0bd146c8b0c tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0729926 Nov 15 12:39:44.140732 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.165199 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-668e3f49-e157-43b7-87b0-a47cca48a77b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593087 Nov 15 12:39:44.176880 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.177817 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:44.178399 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.200074 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Attempting to bind port a917ba34-952c-416c-b501-3db959c40898 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:44.212433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Attempting to bind port a917ba34-952c-416c-b501-3db959c40898 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:44.212685 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Attempting to bind port a917ba34-952c-416c-b501-3db959c40898 on network d1a2a422-953b-42b1-8d45-4652cac485ba {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:44.268560 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:44.268942 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.281794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:44.282121 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Checking segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:44.290439 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.290940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Bound using segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:44.291462 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Bound port: a917ba34-952c-416c-b501-3db959c40898, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:44.291860 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.300258 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:43Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:44.317639 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449cbfb-e790-4e80-9db6-4a3939044f2d None None] Pushing event updated for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:44.338331 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565b7006-6105-4415-98d7-a52479f9c55e None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:43Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:39:44.354947 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2460845 Nov 15 12:39:44.359389 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43050) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:44.377054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Request body: {'subnet': {'network_id': 'fd52a093-c7be-4af2-959b-486d11744149', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-142226218-subnet', 'tenant_id': 'e6e43b1bf6f4497991bf8d7fb13dbf25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:44.442304 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.449523 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.461041 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c281136-c120-4f24-9524-07ea0b7c1a28 admin admin] Pushing event updated for resources: {'Network': ['ID=fd52a093-c7be-4af2-959b-486d11744149,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:44.489962 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Made reservation on behalf of e6e43b1bf6f4497991bf8d7fb13dbf25 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:44.492356 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.497171 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.499894 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.503742 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/355c366e-4c53-4209-b036-5f5ee63e97ae HTTP/1.1" status: 204 len: 168 time: 0.7229550 Nov 15 12:39:44.529581 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-227e5fc9-1859-4cc7-92ff-009f23f2b74b service neutron] 10.222.0.43 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634374 Nov 15 12:39:44.529956 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.546035 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=8bd490c7-3868-48ea-aaaf-86bbebcacc50,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:44.565023 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.566451 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-318fdb70-59b3-4db1-947c-440ed7148d8e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0367906 Nov 15 12:39:44.650423 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] For port a917ba34-952c-416c-b501-3db959c40898, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:44.661510 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] For port a917ba34-952c-416c-b501-3db959c40898, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=a917ba34-952c-416c-b501-3db959c40898,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:44.671537 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c636e-8776-4e16-9ca6-75f618fa1f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c366e-4c53-4209-b036-5f5ee63e97ae,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:44.672363 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network fd52a093-c7be-4af2-959b-486d11744149 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:39:44.752488 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.789744 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-50ae39fe-50ac-4190-afa7-80469941c13e service neutron] 10.222.0.43 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592702 Nov 15 12:39:44.926011 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449cbfb-e790-4e80-9db6-4a3939044f2d None None] Pushing event updated for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:44.932347 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:44.996385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] For port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:39:45.003440 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:39:45.004262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:39:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:45.022309 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:45.144803 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:39:45.150277 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d701a85-5879-4bec-bac8-0d819938b970,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:45.222320 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5d8a69c1-52a3-445c-a700-24375f4c37d7 req-46854ef3-cee7-4ab2-a21b-f7833496d355 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.1560993 Nov 15 12:39:45.311801 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Checking segment: {'id': '4ae07a4d-813b-4a7f-9c3d-6dc79e9c2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fd52a093-c7be-4af2-959b-486d11744149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:45.312397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Network hostable DHCP agents. Network: fd52a093-c7be-4af2-959b-486d11744149, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:39:45.337403 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-da6496d0-463d-4b47-9049-db818f339860 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1283449273&fields=id&tenant_id=b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 267 time: 0.2456832 Nov 15 12:39:45.431688 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:45.433653 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Network fd52a093-c7be-4af2-959b-486d11744149 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:39:45.489166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:45.605604 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:45.606129 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:45.669253 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-90a7cda6-9f53-42bc-b6fd-d2a19c5c7ba6 req-3b151002-cf34-4e23-828b-10c372b43ab7 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.2304735 Nov 15 12:39:45.738246 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-5ddb2f9c-1be9-47d1-b34c-5f021ec3ec58 None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:45.738666 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2f9c-1be9-47d1-b34c-5f021ec3ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:45.766562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-4e3962af-e729-4b62-bb40-1e84c683f3ed tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:45.768778 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-4e3962af-e729-4b62-bb40-1e84c683f3ed tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 810 time: 0.4303250 Nov 15 12:39:45.770295 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, fd52a093-c7be-4af2-959b-486d11744149) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:45.787226 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:45.787813 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:45.812314 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-306daa24-6208-4538-8d07-528c8af6f457 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/quotas/b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0194736 Nov 15 12:39:45.819045 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f0785ee9-1cec-4b84-9856-e53889bacfff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4584682 Nov 15 12:39:45.826759 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'a917ba34-952c-416c-b501-3db959c40898', 'name': '', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'mac_address': 'fa:16:3e:e3:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:37Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 4, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'subnets': [{'id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:45.844046 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7caafa-3340-4f11-9eae-6a52e32d9ad7 None None] Network fd52a093-c7be-4af2-959b-486d11744149 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:45.850833 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f4caa-0a64-4a0e-94e3-22ddd1c34bca None None] Pushing event updated for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:45.903488 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-1d81c107-9253-4f48-bcdb-aa889ceb1e58 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821064 Nov 15 12:39:46.037801 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f94bd-e075-42d0-8877-033abaa8bcf2 None None] The sync data for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi is: [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'a917ba34-952c-416c-b501-3db959c40898', 'name': '', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'mac_address': 'fa:16:3e:e3:8b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:37Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 4, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'subnets': [{'id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:39:46.111634 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43132) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:46.220529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d990ac-28d0-44c7-8d7d-31e8a11d9a61 None None] Network fd52a093-c7be-4af2-959b-486d11744149 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:39:46.241565 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Deleting subnet 73fe6be7-5171-4c1f-9449-3f16dd61ba6a {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:39:46.249148 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.337108 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.350033 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.445122 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aa5534cf-2d4a-41f2-ae8d-6e358f6cd612 req-79909eb7-9774-41f3-86fe-39256c5e3f0d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0599635 Nov 15 12:39:46.510904 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-19edf6ce-b6e3-40c3-83ea-d9b3a0d60933 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:39:46.510904 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-19edf6ce-b6e3-40c3-83ea-d9b3a0d60933 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1249266 Nov 15 12:39:46.510904 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.547331 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fe6be7-5171-4c1f-9449-3f16dd61ba6a,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:46.637424 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.644209 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43152) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:46.651495 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8716ff99-bfe0-45cb-8d1d-4fb67e81c08b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73fe6be7-5171-4c1f-9449-3f16dd61ba6a HTTP/1.1" status: 204 len: 168 time: 0.5386050 Nov 15 12:39:46.750253 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.765366 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-9317c056-9229-4536-a794-455b8cfe9677 service neutron] 10.222.0.43 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277799 Nov 15 12:39:46.883859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:46.912150 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.913641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.915072 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.915543 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > port after_create 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.915975 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > port after_delete 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.916385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > port after_update 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.916962 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.917496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.918084 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.918760 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:46.937328 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.36', 61713) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:46.940646 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1651be81-4e73-4f44-a480-f6f2f5653e93 req-6494cc34-d04e-4d00-9ba7-2dfecd537405 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0405841 Nov 15 12:39:47.033970 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-eaa61d9e-8965-4fb5-b53b-9a4b12000da2 service neutron] 10.222.0.43 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464240 Nov 15 12:39:47.351205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:47.351648 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:47.352055 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:47.352466 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:39:47.352900 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af918b0b-84f5-40b1-8591-9540db891419']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:47.393297 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72af6d50-1210-4d7c-94ab-80b88b067ced') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:47.393486 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e3228473-7c02-4482-bf99-7d745cc9c09c req-285dae18-ed4d-4706-85f4-03bfe4275a50 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0688503 Nov 15 12:39:47.394216 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72af6d50-1210-4d7c-94ab-80b88b067ced') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:47.429514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device a917ba34-952c-416c-b501-3db959c40898 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:47.440393 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.490008 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.515305 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:39:47.517183 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: from cryptography.utils import int_from_bytes Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: from cryptography.utils import int_from_bytes Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:39:47.522579 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:39:47.535164 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port a917ba34-952c-416c-b501-3db959c40898 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:47.535708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.645925 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4c56a386-4926-4bf0-b8ff-35e8a473233c req-664ef1e6-0a4b-4b41-8315-0217ceb7f46e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0586128 Nov 15 12:39:47.676016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.692520 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.697781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.701619 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] 10.222.0.43 "DELETE /v2.0/networks/af918b0b-84f5-40b1-8591-9540db891419 HTTP/1.1" status: 204 len: 168 time: 1.0564256 Nov 15 12:39:47.704436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43202) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:47.742542 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14a17a-4944-4449-9e30-4129d3ad966a admin admin] Pushing event deleted for resources: {'Network': ['ID=af918b0b-84f5-40b1-8591-9540db891419,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:47.753413 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port a917ba34-952c-416c-b501-3db959c40898, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=a917ba34-952c-416c-b501-3db959c40898,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:39:47.758292 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.761337 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:47.801187 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Deleting subnet 2d701a85-5879-4bec-bac8-0d819938b970 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:39:47.805858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.880114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.891995 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:47.893305 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.910828 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:47.911190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.977691 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:47.997789 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.001600 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2d701a85-5879-4bec-bac8-0d819938b970 HTTP/1.1" status: 204 len: 168 time: 0.2954397 Nov 15 12:39:48.004552 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43218) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:48.020591 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcdc0c-449d-460a-9b3b-a941b22e5589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d701a85-5879-4bec-bac8-0d819938b970,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:48.062119 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fb14e318-f379-4eee-80a1-7336563a2ce2 req-38beb231-8aff-45da-9803-a1b8f3d6caa2 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Nov 15 12:39:48.115093 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.325624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.347315 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd52a093-c7be-4af2-959b-486d11744149']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:48.357956 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae07a4d-813b-4a7f-9c3d-6dc79e9c2164') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:48.358261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae07a4d-813b-4a7f-9c3d-6dc79e9c2164') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:39:48.369503 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.384129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.394416 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:39:48.394861 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:39:48.396599 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:39:48.457475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.463425 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.467081 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] 10.222.0.43 "DELETE /v2.0/networks/fd52a093-c7be-4af2-959b-486d11744149 HTTP/1.1" status: 204 len: 168 time: 0.4613626 Nov 15 12:39:48.488494 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce6920-8577-44d2-b166-15170acbfdeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fd52a093-c7be-4af2-959b-486d11744149,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:48.529016 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dd80e64a-e62c-40ee-b9cf-0443b632f3c0 req-b2986ee5-93de-48ab-9daa-25a15baf674f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0318861 Nov 15 12:39:48.681468 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43274) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:48.727726 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-eb73b49c-1b9a-474a-a8b8-f07da390d81e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=761a6627608c4866a03ef80e77d7ff73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451076 Nov 15 12:39:48.730198 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43280) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:48.762760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-590444ae-5bfa-40b0-b2f0-f820c18c660a req-96366f6a-1f5e-492d-86d5-c3adfb267b54 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0403903 Nov 15 12:39:48.796741 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.854796 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.958169 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.962261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:48.964406 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d41eb2c8-a7b9-4382-9cf9-25823a68e4c5 HTTP/1.1" status: 204 len: 168 time: 0.2328053 Nov 15 12:39:48.983937 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5bcd6-ddc1-4cfd-a5ec-5e40d420ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41eb2c8-a7b9-4382-9cf9-25823a68e4c5,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:49.002851 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-b075f790-ad66-41e4-b067-a021d9f9dfcd tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:49.018816 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-b075f790-ad66-41e4-b067-a021d9f9dfcd tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.36 "GET /v2.0/networks?id=9dd72df4-58d1-4d00-beca-5f4ede5007f7 HTTP/1.1" status: 200 len: 811 time: 0.2548835 Nov 15 12:39:49.110054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Request body: {'port': {'device_id': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7', 'admin_state_up': True, 'tenant_id': '53c643bbc1074232958965e5aceb5e5b'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:49.202723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device a917ba34-952c-416c-b501-3db959c40898 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:39:49.305086 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ef7519bd-6b3b-4bb9-8a0f-caf47c810d81 req-b1afa5f6-d065-41b2-9be9-a20ec349197e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0757484 Nov 15 12:39:49.315551 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port a917ba34-952c-416c-b501-3db959c40898 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:39:49.316072 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:49.459579 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-681ca774-c145-4fd4-92d8-984887e37fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:49.521736 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.36', 61723) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:49.656095 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Made reservation on behalf of 53c643bbc1074232958965e5aceb5e5b for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:49.673690 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:49.677416 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43356) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:49.817886 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-843f30f4-bd59-4753-af0a-89ddbf5695d1 req-1281e5ea-cb18-45fc-b1c7-cebc95b18b77 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.1155686 Nov 15 12:39:49.928450 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-aa9a1c58-00b2-46fc-b515-6ef93e0c9389 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:49.936394 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-aa9a1c58-00b2-46fc-b515-6ef93e0c9389 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 818 time: 0.4134781 Nov 15 12:39:49.983612 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43380) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:50.001897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Request body: {'port': {'device_id': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'admin_state_up': True, 'tenant_id': '66b782e267fb414c9bdfa078a438871a'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:50.043436 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b272b0e4-0276-43b8-b713-99f54f3b8dce req-d3f5ece3-75ca-483f-894b-2e519a90db1e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0888636 Nov 15 12:39:50.096663 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5cfb8d79-ec60-4194-933c-777eac9b4ac3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6e43b1bf6f4497991bf8d7fb13dbf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995769 Nov 15 12:39:50.122671 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43390) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:50.128980 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.36', 61726) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:50.242987 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Allocated IP 172.20.0.13 (9dd72df4-58d1-4d00-beca-5f4ede5007f7/2d18b34c-4032-4054-bb22-8d5511182cc5/6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:50.298233 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-794d51a6-6b2f-4bd0-be88-cc9f1234684b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.512642 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-0470577f-bd08-4bc3-970c-026d785a312e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:50.514349 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-0470577f-bd08-4bc3-970c-026d785a312e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 818 time: 0.3773649 Nov 15 12:39:50.537046 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.573670 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Request body: {'port': {'device_id': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'admin_state_up': True, 'tenant_id': '66b782e267fb414c9bdfa078a438871a'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:50.598592 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Made reservation on behalf of 66b782e267fb414c9bdfa078a438871a for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:50.604961 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.646134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.666145 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.776481 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.856759 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.36', 61733) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:50.899318 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-794d51a6-6b2f-4bd0-be88-cc9f1234684b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.920380 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-794d51a6-6b2f-4bd0-be88-cc9f1234684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:50.961479 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:50.990641 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:51.015554 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:51.031496 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:51.041345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.100377 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d51a6-6b2f-4bd0-be88-cc9f1234684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6357c736-3c30-4487-a33b-9cb1e6430d51,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:51.153368 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9e347234-1ea1-4ef1-99b6-3544c5cd0808 req-f67e2043-5153-4abf-8a88-7ec2ee015f2b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0690789 Nov 15 12:39:51.191307 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-794d51a6-6b2f-4bd0-be88-cc9f1234684b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8b48a0b51dc4abe9198f52a80b82134&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2035129 Nov 15 12:39:51.191472 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131bc50-bbfa-41d9-84b9-1060f179ad0c req-c3d39372-2ef8-4e1a-a02e-01e6886b6ea6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:51.199818 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9131bc50-bbfa-41d9-84b9-1060f179ad0c req-c3d39372-2ef8-4e1a-a02e-01e6886b6ea6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 932 time: 0.4653378 Nov 15 12:39:51.202109 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43430) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:51.203636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Pushing event updated for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:51.225720 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.236638 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.243301 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8cb42f1-6fc1-404c-a6f3-dc023240e85b HTTP/1.1" status: 204 len: 168 time: 1.1058362 Nov 15 12:39:51.341730 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Allocated IP 172.20.0.5 (d1a2a422-953b-42b1-8d45-4652cac485ba/1fdabeb6-8d12-4e10-a621-4e5ad434223c/15072390-eca0-4c84-8a3a-2ea1b15c4f44) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:51.462538 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d1791481-7525-4c8d-9c48-addae692d037 req-1f12239f-6080-4e27-aa1c-8889f1f6e1b7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0480945 Nov 15 12:39:51.559421 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.579849 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9131bc50-bbfa-41d9-84b9-1060f179ad0c req-375a4674-f5ca-4408-b38e-cd5fc00243e3 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742096 Nov 15 12:39:51.612860 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.681157 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.685175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.687158 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6357c736-3c30-4487-a33b-9cb1e6430d51 HTTP/1.1" status: 204 len: 168 time: 0.4803350 Nov 15 12:39:51.705898 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f979096-cc23-46b3-ad09-098e589907ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357c736-3c30-4487-a33b-9cb1e6430d51,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:51.708673 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.843980 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-4a1154a1-7da1-498d-8f95-024d0a9fab67 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7377467 Nov 15 12:39:51.844121 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.863423 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Made reservation on behalf of 66b782e267fb414c9bdfa078a438871a for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:39:51.867887 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-f7903472-308a-4b70-82a7-8ffb406d9630 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:39:51.875107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-f7903472-308a-4b70-82a7-8ffb406d9630 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144675 Nov 15 12:39:51.877441 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:51.888746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493632a-ea40-4fd7-aa31-a5ebe6781b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb42f1-6fc1-404c-a6f3-dc023240e85b,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:52.257118 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f6229ac8-3f54-47b0-ae0e-98bf909f9afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:52.280848 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Network d1a2a422-953b-42b1-8d45-4652cac485ba is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:52.418083 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d09b5eb6-5b70-4df8-988e-606944298a9d req-d1fcba9f-7878-4c67-a217-543f785ef2a6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0717225 Nov 15 12:39:52.521311 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-580926d9-0bb1-4973-90fe-f074dc886905 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:52.522878 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-580926d9-0bb1-4973-90fe-f074dc886905 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 810 time: 0.6838124 Nov 15 12:39:52.523826 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:52.526727 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:52.572742 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43500) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:52.608105 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cf66a6c1-6da1-4063-b689-d8f42fd43510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:52.692983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Allocated IP 172.20.0.11 (d1a2a422-953b-42b1-8d45-4652cac485ba/1fdabeb6-8d12-4e10-a621-4e5ad434223c/f4c16b05-8781-451a-9351-681a5be81f6d) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:39:52.753887 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0a521549-2369-462c-bd39-dd4aa948ca0f req-327698f9-09dd-4662-9406-209436bedc3b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.1134553 Nov 15 12:39:52.824174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Pushing event updated for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:52.884389 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:52.885251 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:52.951688 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0e59-176c-4c21-bbb2-664ec4402184 req-21ab855c-c281-4099-b59e-9cc92a237d51 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:52.953374 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3a8d0e59-176c-4c21-bbb2-664ec4402184 req-21ab855c-c281-4099-b59e-9cc92a237d51 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 932 time: 0.1970651 Nov 15 12:39:52.965971 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Request body: {'port': {'device_id': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:39:53.126357 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43512) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:53.135316 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3a8d0e59-176c-4c21-bbb2-664ec4402184 req-24b44e0c-fe97-4a40-aac8-ff7ee147b6a6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637304 Nov 15 12:39:53.148354 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-529e059f-ca73-489b-8b23-08ebcf7d491e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1547925 Nov 15 12:39:53.167163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cf66a6c1-6da1-4063-b689-d8f42fd43510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.169617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.171425 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.175287 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cf66a6c1-6da1-4063-b689-d8f42fd43510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.221155 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.262924 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.276368 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66a6c1-6da1-4063-b689-d8f42fd43510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd7fc1-6a0c-4640-b32b-0022a5150122,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:53.285331 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-cf66a6c1-6da1-4063-b689-d8f42fd43510 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b14181aa9fc4233b74e4c631d09449b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7086482 Nov 15 12:39:53.286249 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43522) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:53.338835 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e2a50c0e-b4bd-426a-80bb-042fb6fa129a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.359849 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Network d1a2a422-953b-42b1-8d45-4652cac485ba is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:39:53.359983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:39:53.364430 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:39:53.368859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Pushing event updated for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:53.428912 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:53.429552 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.468350 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b733fcbf-d05d-4baf-9bc2-ca98c18af936 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9013095 Nov 15 12:39:53.491963 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.528361 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e2a50c0e-b4bd-426a-80bb-042fb6fa129a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.533792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e2a50c0e-b4bd-426a-80bb-042fb6fa129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.583708 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77afb8a3-ff99-40a0-baed-6376f3a8a630 req-2e4ab85c-37bc-49a3-8017-c99c5c2f295f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0455065 Nov 15 12:39:53.590356 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.595559 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e2a50c0e-b4bd-426a-80bb-042fb6fa129a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf6aac5dfe949988303810ef7e5b5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639280 Nov 15 12:39:53.595559 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50c0e-b4bd-426a-80bb-042fb6fa129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b789da2-e210-4c93-a507-5ac3006f0c28,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:53.595855 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 43536) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:39:53.721176 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.740256 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.742800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.743937 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ccd7fc1-6a0c-4640-b32b-0022a5150122 HTTP/1.1" status: 204 len: 168 time: 0.4570687 Nov 15 12:39:53.794716 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.796526 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a381c-3faf-4566-abfe-673a01b1769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd7fc1-6a0c-4640-b32b-0022a5150122,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:53.810281 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:39:53.824099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.879111 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Transition to ACTIVE for port object 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:39:53.902751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.960006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.962584 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:53.966759 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b789da2-e210-4c93-a507-5ac3006f0c28 HTTP/1.1" status: 204 len: 168 time: 0.3643906 Nov 15 12:39:53.988027 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76678b-a078-490f-a4e3-d2c6af0f5405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b789da2-e210-4c93-a507-5ac3006f0c28,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:53.989704 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:54.022721 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a37e-3893-4c32-be70-2116d358a085 req-b240cc57-47dc-48b0-950b-2ac65c15ab79 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:54.024263 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a1d4a37e-3893-4c32-be70-2116d358a085 req-b240cc57-47dc-48b0-950b-2ac65c15ab79 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.1732831 Nov 15 12:39:54.070800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Attempting to bind port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:39:54.071170 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Attempting to bind port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'd1e0aad9-5d0c-48d7-a665-53ad489b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:39:54.071561 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Attempting to bind port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e on network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:54.082557 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e on network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:39:54.082912 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Attempting to bind port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e on network 9dd72df4-58d1-4d00-beca-5f4ede5007f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:39:54.099515 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:39:54.099884 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Checking segment: {'id': 'd1e0aad9-5d0c-48d7-a665-53ad489b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:39:54.100455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Bound using segment: {'id': 'd1e0aad9-5d0c-48d7-a665-53ad489b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:39:54.100913 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Bound port: 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e0aad9-5d0c-48d7-a665-53ad489b41df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:39:54.101268 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:54.115790 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a1d4a37e-3893-4c32-be70-2116d358a085 req-e18e64ba-e5b2-4678-bd9f-2368daa96fe0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761590 Nov 15 12:39:54.169905 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:54.198842 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:39:54.204514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,segment=NetworkSegment(d1e0aad9-5d0c-48d7-a665-53ad489b41df),segment_id=d1e0aad9-5d0c-48d7-a665-53ad489b41df)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:39:54.213929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:54.258398 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:54.259153 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:54.260750 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e HTTP/1.1" status: 200 len: 1094 time: 2.0515954 Nov 15 12:39:54.261255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:39:54.384917 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746e95-7507-4e11-98bc-f9ca0bbfa149 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:39:54.412498 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d9e9d-6119-433a-bb68-302b82386fa6 req-b52eea5f-60e4-457d-9189-101e7fded34e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:54.415222 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-817d9e9d-6119-433a-bb68-302b82386fa6 req-b52eea5f-60e4-457d-9189-101e7fded34e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0926051 Nov 15 12:39:54.465414 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-817d9e9d-6119-433a-bb68-302b82386fa6 req-ae149ece-b9fe-4444-af96-943708f8f583 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Nov 15 12:39:54.492723 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a060c183-b2e4-497c-8367-34fe86acbcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:39:54.701773 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f7df3f12-2dd8-4c37-9abb-60a8b5583b03 req-e8d51476-57fb-4721-b1ec-cd182574ba85 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0342813 Nov 15 12:39:54.776787 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a487a04-3d3d-452f-b261-fc2f942ca6eb x-openstack-request-id: req-2a487a04-3d3d-452f-b261-fc2f942ca6eb {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:39:54.777147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:39:54.777920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a487a04-3d3d-452f-b261-fc2f942ca6eb {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:39:54.778445 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e', 'status': 'completed', 'code': 200} Nov 15 12:39:55.014340 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:39:55.265231 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc88f2-5e32-4af5-9b55-f62390766b68 req-72c20a09-6f5a-4a48-bd5e-409948b6bd66 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:55.271305 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9fc88f2-5e32-4af5-9b55-f62390766b68 req-72c20a09-6f5a-4a48-bd5e-409948b6bd66 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0571964 Nov 15 12:39:55.333052 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9fc88f2-5e32-4af5-9b55-f62390766b68 req-9d88759b-56e1-4926-8ad9-99316cf26d41 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Nov 15 12:39:55.656396 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08109-84d6-40b5-8a88-ab56bbb67289 req-1c5d19a3-008a-48de-ac14-6466a6c56ea7 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:55.659025 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9be08109-84d6-40b5-8a88-ab56bbb67289 req-1c5d19a3-008a-48de-ac14-6466a6c56ea7 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0721602 Nov 15 12:39:55.739553 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9be08109-84d6-40b5-8a88-ab56bbb67289 req-2f4b3bb2-db78-4b74-9230-c58542512b21 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Nov 15 12:39:55.951507 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6307c0ad-66f7-48a1-a0b8-bc795bd474cc req-3cf2a1c4-6c3b-4399-8685-d1696b2cb7bc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0506639 Nov 15 12:39:56.587934 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340ad7-09fa-469a-8239-05f6ec8a3d77 req-98003404-2981-4a3b-b9dc-d87f30f7eb05 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:56.614200 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71340ad7-09fa-469a-8239-05f6ec8a3d77 req-98003404-2981-4a3b-b9dc-d87f30f7eb05 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.1422486 Nov 15 12:39:56.733234 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71340ad7-09fa-469a-8239-05f6ec8a3d77 req-f688c3bb-75ab-4167-8c33-851dc7736025 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Nov 15 12:39:56.913619 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd247c2-eecd-455a-a7c1-247609d8d3fd req-b4c3f74f-f6fa-4f6f-8368-1b917ca93a18 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:56.915349 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6dd247c2-eecd-455a-a7c1-247609d8d3fd req-b4c3f74f-f6fa-4f6f-8368-1b917ca93a18 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0730171 Nov 15 12:39:56.975969 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6dd247c2-eecd-455a-a7c1-247609d8d3fd req-4db73187-7186-487d-b0ed-f573fa5c59db tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Nov 15 12:39:57.099672 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f0596642-b983-4558-8e10-89acaaaf8e39 req-6f238e92-189f-41cd-a659-7442d9fed12f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0325623 Nov 15 12:39:57.554131 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:39:57.886635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ede34-9726-4c25-ae69-212b16039e2f req-d6d6c591-2f43-43e9-89a6-ab161129a149 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:57.895468 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c13ede34-9726-4c25-ae69-212b16039e2f req-d6d6c591-2f43-43e9-89a6-ab161129a149 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0792365 Nov 15 12:39:57.968419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c13ede34-9726-4c25-ae69-212b16039e2f req-a890d0f7-fa61-4ed7-bfb9-38401ebcd4c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718226 Nov 15 12:39:58.173983 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864b2a5-115a-4249-aa8c-ac39d1ff8d26 req-ac54e295-de73-41b1-b9b7-9d6a26a48bcf tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:58.183476 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6864b2a5-115a-4249-aa8c-ac39d1ff8d26 req-ac54e295-de73-41b1-b9b7-9d6a26a48bcf tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0746813 Nov 15 12:39:58.333169 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-171e0692-d544-4286-8624-c9195b06f1a6 req-c2d05094-e448-4781-acef-f28f084ace51 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0597384 Nov 15 12:39:58.337373 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6864b2a5-115a-4249-aa8c-ac39d1ff8d26 req-e3bc3211-66e2-433d-b16c-7027cdd33549 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525369 Nov 15 12:39:59.121458 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ec232-5b4b-4c65-a876-2292bc5de09f req-39da35c8-caf7-4dd4-bc48-8d11a624847c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:59.122960 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dd1ec232-5b4b-4c65-a876-2292bc5de09f req-39da35c8-caf7-4dd4-bc48-8d11a624847c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0771141 Nov 15 12:39:59.183292 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dd1ec232-5b4b-4c65-a876-2292bc5de09f req-62c6180c-21ed-4bb2-a40a-17ab2027bdd8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Nov 15 12:39:59.472289 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2c7341a1-75ca-426c-b08e-6c0ea4987a1d req-c23b1986-76ce-4e12-9921-869854c004bd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0462365 Nov 15 12:39:59.545707 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57015e-ca13-46fb-becd-0d0b8382c48f req-b2b249f1-9b37-4fdd-961e-79aa5e14f376 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:39:59.547204 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad57015e-ca13-46fb-becd-0d0b8382c48f req-b2b249f1-9b37-4fdd-961e-79aa5e14f376 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0780942 Nov 15 12:39:59.631587 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad57015e-ca13-46fb-becd-0d0b8382c48f req-ae9406eb-2b53-4bdd-b111-65f4de4fbf23 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Nov 15 12:40:00.312609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723b606-33cb-4420-b627-3c05b2a36559 req-8c02d767-337e-4398-aadb-59d53e4793b6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:00.314591 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1723b606-33cb-4420-b627-3c05b2a36559 req-8c02d767-337e-4398-aadb-59d53e4793b6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0583181 Nov 15 12:40:00.364069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1723b606-33cb-4420-b627-3c05b2a36559 req-1312cad7-43d7-4fc4-9422-2bb93ac00a9f tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Nov 15 12:40:00.592506 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f820b00-880f-46d3-b175-38917397bf0b req-5e047391-c7db-46a8-a698-b54a65c7c292 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0357287 Nov 15 12:40:00.776174 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b910c4-40e1-4778-9038-dd8592249012 req-4068f4cf-8c0b-4a2d-97c0-aea0ec47db94 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:00.785542 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b910c4-40e1-4778-9038-dd8592249012 req-4068f4cf-8c0b-4a2d-97c0-aea0ec47db94 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0748620 Nov 15 12:40:00.829034 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b910c4-40e1-4778-9038-dd8592249012 req-e409b8c1-b82a-4cb8-a3b4-bd31d063ed75 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Nov 15 12:40:01.488230 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7163fb7-4f04-4bf4-9127-b0f02b5ac125 req-c87d45fd-1830-4a18-aec4-0bc8aae2c8c0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:01.490076 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f7163fb7-4f04-4bf4-9127-b0f02b5ac125 req-c87d45fd-1830-4a18-aec4-0bc8aae2c8c0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0570605 Nov 15 12:40:01.543497 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f7163fb7-4f04-4bf4-9127-b0f02b5ac125 req-28928d12-323f-4318-beb8-27f5399e2879 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Nov 15 12:40:01.679923 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1bc85952-67b9-43d9-a5db-dcc0e717a31a req-20372658-c9a6-4012-bdb2-882274d4aceb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0264027 Nov 15 12:40:01.945093 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dadec3-3003-4f86-bdae-22a2a496293b req-7000f244-bc03-4149-ad94-08639afc24c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:01.946460 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-72dadec3-3003-4f86-bdae-22a2a496293b req-7000f244-bc03-4149-ad94-08639afc24c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0493369 Nov 15 12:40:01.992771 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-72dadec3-3003-4f86-bdae-22a2a496293b req-c1caf5ef-08bd-422c-a5cd-070345586062 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Nov 15 12:40:02.673070 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f57a6-8575-4b32-a430-4b31805674cc req-769a1cf5-8bc1-481e-8c3c-a1ce6b65488a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:02.675338 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ae2f57a6-8575-4b32-a430-4b31805674cc req-769a1cf5-8bc1-481e-8c3c-a1ce6b65488a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0587313 Nov 15 12:40:02.764199 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ae2f57a6-8575-4b32-a430-4b31805674cc req-631a4414-9979-45c3-93e7-5bb5fb8f1319 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825734 Nov 15 12:40:02.830903 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fc8d5d80-4e17-44de-ae7e-8d23f4627dc7 req-d263a6a7-da76-4a6b-addc-aaf2607cd171 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0363293 Nov 15 12:40:03.150159 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14fc5-ca2b-47e4-8a6f-3245dfa1e9bd req-2e77d169-31d5-455f-a115-814413c2f412 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:03.152419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-09c14fc5-ca2b-47e4-8a6f-3245dfa1e9bd req-2e77d169-31d5-455f-a115-814413c2f412 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0772622 Nov 15 12:40:03.230505 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-09c14fc5-ca2b-47e4-8a6f-3245dfa1e9bd req-711bc18e-6cc7-4852-a66b-5d1506682290 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698173 Nov 15 12:40:03.797049 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 43980) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:04.038302 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf099939-0399-47e0-b72b-3b7bc869ef54 req-0c79b368-bdf6-4e63-b2b8-71b1d73676aa tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:04.039984 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cf099939-0399-47e0-b72b-3b7bc869ef54 req-0c79b368-bdf6-4e63-b2b8-71b1d73676aa tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0998034 Nov 15 12:40:04.042375 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-285ce8c3-417c-4d5f-a833-21380d3b02ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.137122 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cf099939-0399-47e0-b72b-3b7bc869ef54 req-f34957b8-da49-4bf3-9b96-a4898b857ec0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Nov 15 12:40:04.159813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-285ce8c3-417c-4d5f-a833-21380d3b02ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.165455 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-285ce8c3-417c-4d5f-a833-21380d3b02ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.238979 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-285ce8c3-417c-4d5f-a833-21380d3b02ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b42e29627db0475c9ee4c3fa806d1821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398956 Nov 15 12:40:04.242560 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44006) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:04.265600 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ce8c3-417c-4d5f-a833-21380d3b02ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810af591-b976-4e42-b5a8-8072a659ff0a,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:04.268509 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5cb9e522-6126-4f83-a532-dcecd639acba req-f1f264d8-2e77-4667-a0a5-7c6796be7dbf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0292003 Nov 15 12:40:04.315280 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.339405 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.430883 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.434310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.439636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e868af-bdfe-4d66-9013-3842d8daa110 req-b8decf23-b0a8-4cd9-8728-5daa30a549b4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:04.439913 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/810af591-b976-4e42-b5a8-8072a659ff0a HTTP/1.1" status: 204 len: 168 time: 0.1957757 Nov 15 12:40:04.448243 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-23e868af-bdfe-4d66-9013-3842d8daa110 req-b8decf23-b0a8-4cd9-8728-5daa30a549b4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0943682 Nov 15 12:40:04.451634 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a571c-b052-4208-a015-6ceb2e05f04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810af591-b976-4e42-b5a8-8072a659ff0a,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:04.519039 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-23e868af-bdfe-4d66-9013-3842d8daa110 req-227ccd50-6d02-49ec-b9ba-1a8e65c95aa8 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696926 Nov 15 12:40:04.791651 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44036) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:04.805742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-642c06d5-1b31-4061-abe4-ee6152189454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.893554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-642c06d5-1b31-4061-abe4-ee6152189454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.901367 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-642c06d5-1b31-4061-abe4-ee6152189454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:04.942184 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-642c06d5-1b31-4061-abe4-ee6152189454 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f7530117cd444ccbbd552fe3da41d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494250 Nov 15 12:40:04.943174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c06d5-1b31-4061-abe4-ee6152189454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c16af-08ca-4356-a68e-a7847e3cd098,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:04.944855 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44038) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:04.997827 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:05.019391 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:05.072534 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:05.075099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:05.076232 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd2c16af-08ca-4356-a68e-a7847e3cd098 HTTP/1.1" status: 204 len: 168 time: 0.1303470 Nov 15 12:40:05.084811 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928d68f-b120-4d49-ae09-138cc6332777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c16af-08ca-4356-a68e-a7847e3cd098,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:05.264581 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb324-dcc1-46e0-bb2b-8286c30709c6 req-93dcab70-091c-4f05-9801-d711cd4f32e7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:05.266094 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a49fb324-dcc1-46e0-bb2b-8286c30709c6 req-93dcab70-091c-4f05-9801-d711cd4f32e7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0505643 Nov 15 12:40:05.315735 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a49fb324-dcc1-46e0-bb2b-8286c30709c6 req-b4abb429-0db7-4b4b-a796-7c941daa5959 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Nov 15 12:40:05.371066 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4834a9b4-8ffe-4f48-a6b1-10b31164ccbf req-8936e508-f345-4592-befa-cd7ca1b5cc37 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0282490 Nov 15 12:40:05.647262 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200beb39-f991-4ade-819b-73ae3ca6acea req-26a6f086-f331-46a7-89bf-0746002c09fb tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:05.648904 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-200beb39-f991-4ade-819b-73ae3ca6acea req-26a6f086-f331-46a7-89bf-0746002c09fb tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0519071 Nov 15 12:40:05.705172 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-200beb39-f991-4ade-819b-73ae3ca6acea req-8c43c71e-1e88-43fc-96b7-0f405d974e5b tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502052 Nov 15 12:40:06.434791 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87baa4-c250-4c76-8b94-2fc97718a250 req-6d172221-2110-4e05-b2b1-80dd8ed350b9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:06.436444 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1d87baa4-c250-4c76-8b94-2fc97718a250 req-6d172221-2110-4e05-b2b1-80dd8ed350b9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0537837 Nov 15 12:40:06.473066 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb22bf9c-2f73-4bb4-9276-0157297b36dd req-cfe083a5-40ec-448b-839f-4aaef60cfe9c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0301714 Nov 15 12:40:06.507540 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1d87baa4-c250-4c76-8b94-2fc97718a250 req-70acb176-16ff-42cf-ac01-87d90b1335bd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Nov 15 12:40:06.818160 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7fbb1-d90d-4253-a0eb-cbdbd95c78a4 req-b394822a-3e74-46e6-8cd2-a4a35d53265f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:06.819703 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0bd7fbb1-d90d-4253-a0eb-cbdbd95c78a4 req-b394822a-3e74-46e6-8cd2-a4a35d53265f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Nov 15 12:40:06.870793 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0bd7fbb1-d90d-4253-a0eb-cbdbd95c78a4 req-eee104f1-4898-4023-b9ea-db74d60c6a2f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Nov 15 12:40:07.570057 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7337196f-7441-4381-a737-a0c1354ae066 req-fdb6ddb3-0595-4b04-a588-7b1f72145f93 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0273533 Nov 15 12:40:07.624655 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9cd4d-f6a1-4f7e-8772-2e5912984a7a req-2a43d878-f104-4a8b-a552-0a8b7bf115df tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:07.626796 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b8f9cd4d-f6a1-4f7e-8772-2e5912984a7a req-2a43d878-f104-4a8b-a552-0a8b7bf115df tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0510440 Nov 15 12:40:07.675393 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b8f9cd4d-f6a1-4f7e-8772-2e5912984a7a req-0824b993-3958-48ff-80b2-9cb025a4e328 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Nov 15 12:40:07.799647 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-e3a0bca8-9b86-4b48-85d5-3350ebe1ab7b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 380 time: 0.0725448 Nov 15 12:40:07.819216 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Request body: {'port': {'device_id': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:07.824792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Request body: {'port': {'device_id': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:07.942911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:07.945742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:07.968086 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'port': {'device_id': 'a107064a-524f-4964-97da-84d2b50d422d', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'admin_state_up': True, 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'security_groups': ['9f946870-9853-4cc4-9404-775aba604b92']}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:08.003088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064967f2-0c60-4aec-85d7-144dc4b06aa8 req-800fab42-444a-47ed-b820-fc84f57d1a64 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.004525 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-064967f2-0c60-4aec-85d7-144dc4b06aa8 req-800fab42-444a-47ed-b820-fc84f57d1a64 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0544798 Nov 15 12:40:08.106917 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-4cc6c3c0-828e-4012-85ef-c681ec7b9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.108312 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-4cc6c3c0-828e-4012-85ef-c681ec7b9125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c643bbc1074232958965e5aceb5e5b&device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 1097 time: 0.1136026 Nov 15 12:40:08.112531 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-064967f2-0c60-4aec-85d7-144dc4b06aa8 req-99c6c7d0-35ca-4e65-87a4-13c359fb9130 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010215 Nov 15 12:40:08.330326 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-8ea7ac8b-8295-42a5-8dc8-03323f91f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.332251 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-8ea7ac8b-8295-42a5-8dc8-03323f91f95c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=53c643bbc1074232958965e5aceb5e5b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1973982 Nov 15 12:40:08.394031 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Made reservation on behalf of b91bd39e4f3b40f396370b06f870aeb6 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:40:08.398152 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:08.669193 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Allocated IP 172.20.0.10 (46d33d4a-084c-4c8a-b96d-1c2b35f75a03/a360649c-a291-4175-8741-9b8273aa97bb/bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:40:08.676678 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15072390-eca0-4c84-8a3a-2ea1b15c4f44 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:08.689098 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:08.713944 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Transition to ACTIVE for port object 15072390-eca0-4c84-8a3a-2ea1b15c4f44 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:40:08.720909 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:08.723603 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8b94a9d-e393-403f-a75b-5f6a44fd65ac req-67afb955-128f-48ff-b33d-aa601f6391c3 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0560195 Nov 15 12:40:08.775463 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-e0f0a01c-0807-468d-a0fd-3f822c87c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.776602 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a060c183-b2e4-497c-8367-34fe86acbcfd req-e0f0a01c-0807-468d-a0fd-3f822c87c859 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4370701 Nov 15 12:40:08.829488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2e171-c960-42e2-8a1c-046ff2c54c2f req-3a71bb15-a76b-4192-906f-302faea2828a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.832516 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8db2e171-c960-42e2-8a1c-046ff2c54c2f req-3a71bb15-a76b-4192-906f-302faea2828a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 932 time: 0.0545375 Nov 15 12:40:08.896794 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Pushing event updated for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:08.926606 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8db2e171-c960-42e2-8a1c-046ff2c54c2f req-563c13b3-536c-4fe6-a8eb-3e74b22f77ee tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878921 Nov 15 12:40:08.951313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-8d304298-ceae-4dd9-b835-ab72de9031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:08.952884 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-8d304298-ceae-4dd9-b835-ab72de9031ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c643bbc1074232958965e5aceb5e5b&device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 1097 time: 0.0975003 Nov 15 12:40:09.086144 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.094733 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Attempting to bind port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:40:09.095106 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Attempting to bind port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:40:09.095500 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Attempting to bind port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 on network d1a2a422-953b-42b1-8d45-4652cac485ba {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:09.129868 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 on network d1a2a422-953b-42b1-8d45-4652cac485ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:40:09.130203 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Attempting to bind port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 on network d1a2a422-953b-42b1-8d45-4652cac485ba {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:09.152406 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c16b05-8781-451a-9351-681a5be81f6d {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:09.158695 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:40:09.159079 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Checking segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:40:09.159638 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Bound using segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:40:09.160166 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Bound port: 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:40:09.160533 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.169608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.234197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca71e9a-05ac-4df0-9903-94ae61efd520 req-35dafe75-4089-4822-a830-f8dd37bcff96 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:09.236143 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4ca71e9a-05ac-4df0-9903-94ae61efd520 req-35dafe75-4089-4822-a830-f8dd37bcff96 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0535400 Nov 15 12:40:09.298508 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4ca71e9a-05ac-4df0-9903-94ae61efd520 req-613835fa-6a87-4a10-912e-933dddbe6656 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Nov 15 12:40:09.341633 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.350746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.352641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Transition to ACTIVE for port object f4c16b05-8781-451a-9351-681a5be81f6d will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:40:09.377143 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.443639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:40:09.453280 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:09.456224 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:40:09.465254 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:40:09.542455 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:40:09.592555 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:40:09.611687 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.618465 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:09.636070 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:09.636070 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.693403 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:09.693956 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.695390 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] 10.222.0.36 "PUT /v2.0/ports/15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 1093 time: 1.8815434 Nov 15 12:40:09.700106 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:09.702125 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-3e8e04cd-3418-497a-ba90-68321028547f None None] Provisioning complete for port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:40:09.702508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3e8e04cd-3418-497a-ba90-68321028547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.721097 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-965366bd-f618-4b2f-9ffe-23ddea122664 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7622848 Nov 15 12:40:09.724987 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Attempting to bind port f4c16b05-8781-451a-9351-681a5be81f6d on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:40:09.725338 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Attempting to bind port f4c16b05-8781-451a-9351-681a5be81f6d by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:40:09.725665 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Attempting to bind port f4c16b05-8781-451a-9351-681a5be81f6d on network d1a2a422-953b-42b1-8d45-4652cac485ba {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:09.738575 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Port f4c16b05-8781-451a-9351-681a5be81f6d on network d1a2a422-953b-42b1-8d45-4652cac485ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:40:09.738817 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e04cd-3418-497a-ba90-68321028547f None None] Port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:40:09.738926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Attempting to bind port f4c16b05-8781-451a-9351-681a5be81f6d on network d1a2a422-953b-42b1-8d45-4652cac485ba {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:09.740979 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb70e-550f-440e-b3df-a9a5c33e57fd service neutron] Pushing event updated for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:09.746881 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:40:09.747533 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Checking segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:40:09.748070 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Bound using segment: {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:40:09.748507 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Bound port: f4c16b05-8781-451a-9351-681a5be81f6d, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:40:09.748865 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.826739 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:40:09.833570 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=f4c16b05-8781-451a-9351-681a5be81f6d,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:40:09.837635 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e35ed-a780-4d09-91c2-932d3097f30e" -d '{"events": [{"name": "network-changed", "server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:09.842646 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.862197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cfe1b-1eb3-4e15-a63b-d8546773a31b req-e622378e-a1d6-431e-91cd-bfce46dd55a6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:09.867336 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-246cfe1b-1eb3-4e15-a63b-d8546773a31b req-e622378e-a1d6-431e-91cd-bfce46dd55a6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 932 time: 0.0585160 Nov 15 12:40:09.877181 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:09.877813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:09.879259 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 200 len: 1094 time: 2.0639360 Nov 15 12:40:09.909229 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a90b-db44-473e-a092-5c8e18938223 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:09.918405 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-246cfe1b-1eb3-4e15-a63b-d8546773a31b req-0ffaba6a-c847-4266-8c7d-708d1425088e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488179 Nov 15 12:40:09.949229 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b66053c-c087-494f-b82b-581c0713f211 x-openstack-request-id: req-3b66053c-c087-494f-b82b-581c0713f211 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:09.949445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:09.949699 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b66053c-c087-494f-b82b-581c0713f211 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:09.950166 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44', 'status': 'completed', 'code': 200} Nov 15 12:40:10.046489 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2e546-fc14-48e2-9298-5720edad2654 req-bbae6ecc-7503-4173-b4e6-383df83c4780 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:10.048832 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-73a2e546-fc14-48e2-9298-5720edad2654 req-bbae6ecc-7503-4173-b4e6-383df83c4780 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0545237 Nov 15 12:40:10.102813 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-73a2e546-fc14-48e2-9298-5720edad2654 req-84ee664b-77d6-4e95-9ecc-3f86384fa6e8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458567 Nov 15 12:40:10.415240 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d811d0-e6e6-4851-a9c8-2f7924a4e727 req-d644704f-7fab-476d-9963-075b7ca1bfa1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:10.416699 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3d811d0-e6e6-4851-a9c8-2f7924a4e727 req-d644704f-7fab-476d-9963-075b7ca1bfa1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0482030 Nov 15 12:40:10.462952 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3d811d0-e6e6-4851-a9c8-2f7924a4e727 req-f591ea33-51d3-4f78-8141-e8a0ca151962 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Nov 15 12:40:11.040781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66440b-ce3e-4bdb-b138-dadade283766 req-63fb3c53-fa91-4027-84d4-bb0bf19993ad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.042255 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5a66440b-ce3e-4bdb-b138-dadade283766 req-63fb3c53-fa91-4027-84d4-bb0bf19993ad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 932 time: 0.0551538 Nov 15 12:40:11.090411 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5a66440b-ce3e-4bdb-b138-dadade283766 req-ac722abf-f60f-4b66-b4b2-d294eec8297f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Nov 15 12:40:11.228699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8bf7-06ec-4773-b172-dc077bc35e5a req-71b28d97-56b9-4fe4-9cbe-2f3f95705bbf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.230171 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71db8bf7-06ec-4773-b172-dc077bc35e5a req-71b28d97-56b9-4fe4-9cbe-2f3f95705bbf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0627611 Nov 15 12:40:11.278993 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71db8bf7-06ec-4773-b172-dc077bc35e5a req-af6d7377-0795-476c-a9e5-e244dbc8fb83 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Nov 15 12:40:11.579125 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5637e-55fa-4996-a61e-03af4db37a91 req-f6d6b2e7-7104-4e6e-8c01-590fbf31846c tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.580605 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2ae5637e-55fa-4996-a61e-03af4db37a91 req-f6d6b2e7-7104-4e6e-8c01-590fbf31846c tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0487800 Nov 15 12:40:11.631301 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2ae5637e-55fa-4996-a61e-03af4db37a91 req-7872d7f3-b990-400b-a0b6-1f772fab2d0a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Nov 15 12:40:11.804038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Request body: {'port': {'device_id': 'a107064a-524f-4964-97da-84d2b50d422d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:11.842292 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-22edc98f-9af0-4d53-ba78-59eb86351c60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e HTTP/1.1" status: 200 len: 217 time: 0.0611649 Nov 15 12:40:11.933556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-b2d70d99-4948-4e43-b742-51a9df7e921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.935065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-b2d70d99-4948-4e43-b742-51a9df7e921b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d18b34c-4032-4054-bb22-8d5511182cc5 HTTP/1.1" status: 200 len: 851 time: 0.0823669 Nov 15 12:40:11.952000 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:11.954513 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7259fc3a-e96b-454b-8d38-432cd6c1e406" -d '{"events": [{"name": "network-changed", "server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:11.975239 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e35ed-a780-4d09-91c2-932d3097f30e req-c3b76ff5-e4b8-48d6-8224-3fd0d07d766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.976830 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-795e35ed-a780-4d09-91c2-932d3097f30e req-c3b76ff5-e4b8-48d6-8224-3fd0d07d766a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1096 time: 0.1682074 Nov 15 12:40:11.978680 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:11.989521 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-f8977105-a833-4ebd-93ca-1f381d92659a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dd72df4-58d1-4d00-beca-5f4ede5007f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472729 Nov 15 12:40:11.993910 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-24a8f269-6002-4d95-a2b9-1d3c4894f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:11.995424 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-24a8f269-6002-4d95-a2b9-1d3c4894f0b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1097 time: 0.1774111 Nov 15 12:40:12.023960 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc29fbfb-ffcf-4bd3-b88b-1d65b32030f5 x-openstack-request-id: req-cc29fbfb-ffcf-4bd3-b88b-1d65b32030f5 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:12.024309 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:12.024500 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc29fbfb-ffcf-4bd3-b88b-1d65b32030f5 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:12.024909 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d', 'status': 'completed', 'code': 200} Nov 15 12:40:12.103496 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-2b0098ac-0065-4893-935b-37a657d56679 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917220 Nov 15 12:40:12.153694 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-b3a10f0b-2f79-49e5-87cb-e5d77c38bd15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 200 len: 217 time: 0.1328180 Nov 15 12:40:12.246026 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907b01a-567d-4a09-966b-6a42eedbd8a4 req-c0c8bfc6-f9ce-40b7-b0a2-94798eeba8e8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.247535 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a907b01a-567d-4a09-966b-6a42eedbd8a4 req-c0c8bfc6-f9ce-40b7-b0a2-94798eeba8e8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 932 time: 0.0821021 Nov 15 12:40:12.250030 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0078e0c6-6951-44b8-b6cd-73ca7866a4f7 req-19d756e1-0253-4816-bfdd-5b8fc76dddf3 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372335 Nov 15 12:40:12.301808 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a907b01a-567d-4a09-966b-6a42eedbd8a4 req-29e10de4-8e3e-4358-86d6-ea9228881989 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472589 Nov 15 12:40:12.367958 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-8f0721da-6366-4e7c-9ebb-5b9e9664ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.369415 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-8f0721da-6366-4e7c-9ebb-5b9e9664ebd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.2080114 Nov 15 12:40:12.404956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d979-4c92-4fb3-98bc-7030e550d1e6 req-32a401fc-e862-4236-8da8-b25a45c5745e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.406507 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9e84d979-4c92-4fb3-98bc-7030e550d1e6 req-32a401fc-e862-4236-8da8-b25a45c5745e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0495346 Nov 15 12:40:12.410364 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e35ed-a780-4d09-91c2-932d3097f30e req-a9f9a76c-75a4-43f5-b2db-dedbc727372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.411884 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-795e35ed-a780-4d09-91c2-932d3097f30e req-a9f9a76c-75a4-43f5-b2db-dedbc727372d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=66b782e267fb414c9bdfa078a438871a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3899691 Nov 15 12:40:12.458353 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9e84d979-4c92-4fb3-98bc-7030e550d1e6 req-ffc283d9-6d3c-4c14-af81-4c27e595a1a3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Nov 15 12:40:12.525483 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:12.533596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.545422 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Transition to ACTIVE for port object bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:40:12.550331 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.601458 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:12.678747 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Attempting to bind port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:40:12.679132 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Attempting to bind port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:40:12.679501 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Attempting to bind port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:12.685374 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:40:12.685699 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Attempting to bind port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:40:12.691767 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:40:12.692141 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Checking segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:40:12.692529 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Bound using segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:40:12.693329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Bound port: bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:40:12.693689 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.758623 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152955c-864d-403b-b080-b3845b5b1970 req-65b7bbeb-0dd4-495f-8de2-b4c5a098e7de tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.761114 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f152955c-864d-403b-b080-b3845b5b1970 req-65b7bbeb-0dd4-495f-8de2-b4c5a098e7de tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0588577 Nov 15 12:40:12.774620 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:40:12.778084 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:40:12.784381 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.823303 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f152955c-864d-403b-b080-b3845b5b1970 req-b504372d-2a04-471a-96f5-153f2e3b3187 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548210 Nov 15 12:40:12.823560 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:12.824014 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:12.825368 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 1094 time: 1.0259576 Nov 15 12:40:12.857044 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8549a0-dc30-4c57-aa8c-064f93aef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:13.459861 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d4a2-cdc7-4d5f-a6f8-3a25824418c8 req-de52af2e-23e0-4e0e-99b9-bcd8220870f9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:13.461525 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0586d4a2-cdc7-4d5f-a6f8-3a25824418c8 req-de52af2e-23e0-4e0e-99b9-bcd8220870f9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0667903 Nov 15 12:40:13.513529 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0586d4a2-cdc7-4d5f-a6f8-3a25824418c8 req-f17f59db-5c60-43d3-af9d-ad2c04e6791d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Nov 15 12:40:13.580586 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be1b7-1bba-4592-ad7a-174c5e3cc577 req-76d31eaf-088c-4814-9878-e20a44b7f616 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:13.582078 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c49be1b7-1bba-4592-ad7a-174c5e3cc577 req-76d31eaf-088c-4814-9878-e20a44b7f616 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0487909 Nov 15 12:40:13.631996 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c49be1b7-1bba-4592-ad7a-174c5e3cc577 req-0094c799-7232-478e-b07b-66791cf9fb41 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Nov 15 12:40:13.946924 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec93c-9cf4-4548-8bd3-2508eaecf6b2 req-7600160e-415a-459f-8f30-5742a96e346a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:13.948393 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-433ec93c-9cf4-4548-8bd3-2508eaecf6b2 req-7600160e-415a-459f-8f30-5742a96e346a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0522487 Nov 15 12:40:13.995073 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-433ec93c-9cf4-4548-8bd3-2508eaecf6b2 req-73ffe831-a800-498f-a292-686fb1523565 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Nov 15 12:40:14.025934 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:14.028340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c922ea-4470-451e-8084-d0c1356b8b13" -d '{"events": [{"name": "network-changed", "server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:14.107485 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bfe3b-bb65-490d-b2d0-bf486bc08a3f x-openstack-request-id: req-9b3bfe3b-bb65-490d-b2d0-bf486bc08a3f {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:14.107719 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:14.107974 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b3bfe3b-bb65-490d-b2d0-bf486bc08a3f {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:14.108369 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'status': 'completed', 'code': 200} Nov 15 12:40:14.630415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec534c-ce38-46d8-a0e0-2d70d44a7f43 req-908a9f1c-5a46-4998-9aab-b9a1d1e52ef8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:14.631893 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6ec534c-ce38-46d8-a0e0-2d70d44a7f43 req-908a9f1c-5a46-4998-9aab-b9a1d1e52ef8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0493417 Nov 15 12:40:14.680012 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6ec534c-ce38-46d8-a0e0-2d70d44a7f43 req-56998b4a-02b7-4989-a1d9-679632027090 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Nov 15 12:40:14.751401 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeb908-1012-4a6e-a80d-5878392ab129 req-04170959-74af-4a2b-9738-fc7c85cd0b34 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:14.752875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0deeb908-1012-4a6e-a80d-5878392ab129 req-04170959-74af-4a2b-9738-fc7c85cd0b34 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0521703 Nov 15 12:40:14.800214 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0deeb908-1012-4a6e-a80d-5878392ab129 req-10470e2b-6a60-46c3-83c6-b6d9fefa3d70 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Nov 15 12:40:15.116957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbabefc-bf2e-425c-b829-f3e8c99fc6af req-b1fd8735-f3d1-43f4-8802-b22a407e12ce tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.118455 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ecbabefc-bf2e-425c-b829-f3e8c99fc6af req-b1fd8735-f3d1-43f4-8802-b22a407e12ce tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0508888 Nov 15 12:40:15.149334 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-3fa58aea-f1e5-4b63-af67-a35c0bbba8af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881517 Nov 15 12:40:15.167042 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ecbabefc-bf2e-425c-b829-f3e8c99fc6af req-e0f7a854-1031-4ec2-ab93-5deeb4279fa8 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Nov 15 12:40:15.508150 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-13d592c8-ae71-4411-a767-8c669525b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.509680 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-13d592c8-ae71-4411-a767-8c669525b44f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1097 time: 0.3888397 Nov 15 12:40:15.518908 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e35ed-a780-4d09-91c2-932d3097f30e req-6185c6f6-4ecc-4eff-a494-497a51bbd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.520299 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-795e35ed-a780-4d09-91c2-932d3097f30e req-6185c6f6-4ecc-4eff-a494-497a51bbd237 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4504883 Nov 15 12:40:15.590111 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-1e8f0098-e4b9-4d30-b335-8960f3a1568f service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063320 Nov 15 12:40:15.737826 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-2d648603-0aca-4ecc-9551-2b4f933808fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.739356 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-2d648603-0aca-4ecc-9551-2b4f933808fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1096 time: 0.1375611 Nov 15 12:40:15.742105 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-81ff721c-879e-4ede-9253-5970c9cb55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.743508 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-81ff721c-879e-4ede-9253-5970c9cb55b1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2058997 Nov 15 12:40:15.757540 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3aa353eb-9a52-401d-aadd-a05c1eba0136 req-18510dba-bf9f-4a1c-b4fc-0bd5dd74fdb4 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568179 Nov 15 12:40:15.800937 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaef8ec-5d87-458e-b441-d6c53ee973a8 req-702cc067-0e97-4183-8e8d-173d06313eff tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.802419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6eaef8ec-5d87-458e-b441-d6c53ee973a8 req-702cc067-0e97-4183-8e8d-173d06313eff tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0496066 Nov 15 12:40:15.854907 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6eaef8ec-5d87-458e-b441-d6c53ee973a8 req-3437879c-d5b2-42f9-8949-98a8ce999572 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Nov 15 12:40:15.915267 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c148d7-1c19-47d8-b9cc-9e5752a6956c req-bf7a7274-59d4-4610-9327-99c2b25944ae tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:15.916798 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-48c148d7-1c19-47d8-b9cc-9e5752a6956c req-bf7a7274-59d4-4610-9327-99c2b25944ae tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0495775 Nov 15 12:40:15.965116 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-48c148d7-1c19-47d8-b9cc-9e5752a6956c req-cfd7e499-8594-47c8-a667-f59eb4d85946 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Nov 15 12:40:16.282764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5e80-ad82-49d5-a5e1-753e49eaea75 req-37a2083d-c64b-4d09-97d3-9cc1e17391b1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:16.284156 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-01de5e80-ad82-49d5-a5e1-753e49eaea75 req-37a2083d-c64b-4d09-97d3-9cc1e17391b1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0494785 Nov 15 12:40:16.331449 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-01de5e80-ad82-49d5-a5e1-753e49eaea75 req-de44c259-ada6-4441-ac13-96e6f240693e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Nov 15 12:40:16.709454 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-af7fdf2f-a743-4d45-8c5b-798109033cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0733473 Nov 15 12:40:16.776649 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-c46e7f67-e078-41c5-b46c-76747a2a0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:16.778100 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d0c922ea-4470-451e-8084-d0c1356b8b13 req-c46e7f67-e078-41c5-b46c-76747a2a0c17 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401732 Nov 15 12:40:16.973664 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bea62-61d5-4c23-9163-f0ea7591c973 req-0e03ddf6-b1ea-4e88-aa62-e2cbad4002cc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:16.975164 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cc0bea62-61d5-4c23-9163-f0ea7591c973 req-0e03ddf6-b1ea-4e88-aa62-e2cbad4002cc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0542283 Nov 15 12:40:17.027975 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cc0bea62-61d5-4c23-9163-f0ea7591c973 req-6d604972-1bfa-44eb-9b20-75b99bd4fbe4 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469360 Nov 15 12:40:17.081371 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60a9da-4722-486a-8662-9db67a620ee3 req-34ec226b-bc82-46ee-9681-7dfabd7e8052 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:17.082873 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cc60a9da-4722-486a-8662-9db67a620ee3 req-34ec226b-bc82-46ee-9681-7dfabd7e8052 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0518513 Nov 15 12:40:17.130396 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cc60a9da-4722-486a-8662-9db67a620ee3 req-8984d446-9151-4a38-908b-9acce81be8b0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Nov 15 12:40:17.444778 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc4a4a-7221-4f36-9eb9-1003d672e26a req-13489848-633b-4e07-b751-a583bb696ad4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:17.446262 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65bc4a4a-7221-4f36-9eb9-1003d672e26a req-13489848-633b-4e07-b751-a583bb696ad4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0488100 Nov 15 12:40:17.498700 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65bc4a4a-7221-4f36-9eb9-1003d672e26a req-41fa9512-dd36-4e38-b9c1-1d60d406805a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464706 Nov 15 12:40:18.154744 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677871-aca2-4d14-9db8-aab697542867 req-d69a7ad9-31da-4479-96bb-5504469cc057 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.156290 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e7677871-aca2-4d14-9db8-aab697542867 req-d69a7ad9-31da-4479-96bb-5504469cc057 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0499117 Nov 15 12:40:18.214829 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e7677871-aca2-4d14-9db8-aab697542867 req-192788ab-0a32-4c84-b362-973ea5e5941d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519519 Nov 15 12:40:18.250679 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ce754-b6a4-4296-98d4-cf8355f82659 req-46ca1869-58c7-4543-bc0d-6aeddbc3840f tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.252291 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-654ce754-b6a4-4296-98d4-cf8355f82659 req-46ca1869-58c7-4543-bc0d-6aeddbc3840f tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0508528 Nov 15 12:40:18.300250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-654ce754-b6a4-4296-98d4-cf8355f82659 req-cb369430-6a04-4a95-b6a8-b2ff7f478413 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 15 12:40:18.631258 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075418f-9edc-48b3-9d21-1416a909bede req-7c9aa40a-8b5c-48b3-a03c-b733e400ada4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.633354 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c075418f-9edc-48b3-9d21-1416a909bede req-7c9aa40a-8b5c-48b3-a03c-b733e400ada4 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0622983 Nov 15 12:40:18.684860 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c075418f-9edc-48b3-9d21-1416a909bede req-d575af3e-5a32-4f75-a720-1e1e4b423cac tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Nov 15 12:40:18.690475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9dba91cd-9735-4889-b97d-920d41e3bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.692086 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9dba91cd-9735-4889-b97d-920d41e3bec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.1169026 Nov 15 12:40:18.704237 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-7acfa538-9a2d-4844-b855-788ffbf44060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.704612 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-7acfa538-9a2d-4844-b855-788ffbf44060 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1097 time: 0.0900600 Nov 15 12:40:18.715381 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-79c0ec61-80ea-49d6-9df1-903cda3ec95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:18.716807 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-79c0ec61-80ea-49d6-9df1-903cda3ec95c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1097 time: 0.0900967 Nov 15 12:40:18.764147 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-c51cea66-f6aa-4de5-b672-d3282aea419d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576479 Nov 15 12:40:18.886329 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-bf591cbb-641c-430e-b9f2-34097b873d3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 217 time: 0.1245022 Nov 15 12:40:19.013187 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-82cab957-8688-474a-a335-db430c84d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.014608 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-82cab957-8688-474a-a335-db430c84d726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.1182170 Nov 15 12:40:19.018859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-4b17e61c-6959-46c9-8544-b0e77fefa86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.020195 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-4b17e61c-6959-46c9-8544-b0e77fefa86e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.3014107 Nov 15 12:40:19.049992 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-9904e7b9-6959-43c7-8dd9-f4ebdcddeabe service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492135 Nov 15 12:40:19.101674 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-84e12401-af3c-43a5-ad08-639bc224c2f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 200 len: 217 time: 0.0688097 Nov 15 12:40:19.216440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-5b591ae2-cd8f-468b-be65-c1f319913c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.217930 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-5b591ae2-cd8f-468b-be65-c1f319913c25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1877625 Nov 15 12:40:19.229965 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-32808618-38a5-455f-bb0f-09c8acc39c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.231361 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-32808618-38a5-455f-bb0f-09c8acc39c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.1156030 Nov 15 12:40:19.311783 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-28d05a3f-7e53-4fcb-afd1-e49507820cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699263 Nov 15 12:40:19.316062 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-488954e4-f57f-4652-8ef0-8b5c2d8b9451 req-750c2e04-505a-4e12-86ec-93afe2a7079c service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245336 Nov 15 12:40:19.339135 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4badc14-7abe-41c3-8ad3-c4be80f30f29 req-cd53c7ff-f8a9-464b-98b3-5fcaf16170b2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.340772 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b4badc14-7abe-41c3-8ad3-c4be80f30f29 req-cd53c7ff-f8a9-464b-98b3-5fcaf16170b2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0524886 Nov 15 12:40:19.407435 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-679ead4b-5db5-473d-8d14-fbde093e518e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:19.413453 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b4badc14-7abe-41c3-8ad3-c4be80f30f29 req-2a7c1391-7880-453b-91bf-b20790aca312 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627921 Nov 15 12:40:19.418617 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-ba2fff8c-f6f9-407d-b262-edf9dd9e7c30 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902080 Nov 15 12:40:19.474280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882378f-e41b-4cd7-9940-30bd3f45a926 req-6e13fcd5-f27b-469d-ad17-dbb02b5d741e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.476194 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f882378f-e41b-4cd7-9940-30bd3f45a926 req-6e13fcd5-f27b-469d-ad17-dbb02b5d741e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0554824 Nov 15 12:40:19.513409 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-4b322c3b-67ea-44cc-b1d0-a141337b481e service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790438 Nov 15 12:40:19.525170 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f882378f-e41b-4cd7-9940-30bd3f45a926 req-a741db30-039d-448b-b13f-83d044fe5d89 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Nov 15 12:40:19.761350 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0c885c2c-3522-4f77-b05e-f1c6bf5ed8cc req-5a5e6f33-cbf2-4380-9a3e-30ce259b521f service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335333 Nov 15 12:40:19.817900 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7259fc3a-e96b-454b-8d38-432cd6c1e406 req-126c5991-83e9-4afa-8800-e003d66d18b6 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943952 Nov 15 12:40:19.863979 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163fa0e-fc88-47a3-816f-c7ecc909517f req-0b7d4aef-8c35-4758-979c-93b912eaff52 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:19.872315 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c163fa0e-fc88-47a3-816f-c7ecc909517f req-0b7d4aef-8c35-4758-979c-93b912eaff52 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0978503 Nov 15 12:40:19.940898 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c163fa0e-fc88-47a3-816f-c7ecc909517f req-31a83715-771e-48a8-8029-65a69e98a2f5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650010 Nov 15 12:40:20.052678 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44428) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.090006 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44434) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.205281 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1985ff23-0828-4990-978e-4e9fb0ae75c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.286002 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44444) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.295615 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1985ff23-0828-4990-978e-4e9fb0ae75c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.300900 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1985ff23-0828-4990-978e-4e9fb0ae75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.342787 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1985ff23-0828-4990-978e-4e9fb0ae75c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adfa22096bc94b9787b8649cca57d6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866790 Nov 15 12:40:20.345726 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44448) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.364438 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985ff23-0828-4990-978e-4e9fb0ae75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833c661-16cc-4feb-9256-71cf6d3f69c8,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:20.368785 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4d61cc65-5a60-4d9a-90f7-488d5e3707b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.376985 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8888b06a-a992-41d5-b727-a5b62df0c1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.411439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.437028 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.512698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4d61cc65-5a60-4d9a-90f7-488d5e3707b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.523849 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4d61cc65-5a60-4d9a-90f7-488d5e3707b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.527095 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.529239 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8888b06a-a992-41d5-b727-a5b62df0c1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.530661 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.532599 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8833c661-16cc-4feb-9256-71cf6d3f69c8 HTTP/1.1" status: 204 len: 168 time: 0.1861243 Nov 15 12:40:20.542665 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e561-3fff-42d5-89ba-9b7c2fbde167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833c661-16cc-4feb-9256-71cf6d3f69c8,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:20.553781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8888b06a-a992-41d5-b727-a5b62df0c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.571596 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fadc1-af7b-4809-989e-4bdafa75a1f6 req-5bf29978-0754-43ce-b810-eb9730f3ab8b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:20.573415 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-840fadc1-af7b-4809-989e-4bdafa75a1f6 req-5bf29978-0754-43ce-b810-eb9730f3ab8b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0819354 Nov 15 12:40:20.592516 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-4d61cc65-5a60-4d9a-90f7-488d5e3707b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05717c6fac4e452da3c112a0f5328988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020725 Nov 15 12:40:20.593486 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44456) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.597128 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61cc65-5a60-4d9a-90f7-488d5e3707b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab47a4a-53f1-4585-ae78-73eacb6e2db6,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:20.623631 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8888b06a-a992-41d5-b727-a5b62df0c1cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0565cd4c9c404227a83626542ab33531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5324223 Nov 15 12:40:20.627042 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44458) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:20.683146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888b06a-a992-41d5-b727-a5b62df0c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160a95cf-5aa9-43d7-a04c-616f8be4f028,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:20.717843 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.739293 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-840fadc1-af7b-4809-989e-4bdafa75a1f6 req-dd19d356-2a3a-4301-b13e-74e35e6de9df tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439426 Nov 15 12:40:20.749633 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.792109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.814384 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d87bbe-bdce-4780-8b3c-229273929c72 req-7fefefef-2793-4c27-9f75-47dd639eaa86 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:20.816522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-54d87bbe-bdce-4780-8b3c-229273929c72 req-7fefefef-2793-4c27-9f75-47dd639eaa86 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0943501 Nov 15 12:40:20.869543 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.892115 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.895277 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.898892 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dab47a4a-53f1-4585-ae78-73eacb6e2db6 HTTP/1.1" status: 204 len: 168 time: 0.3009677 Nov 15 12:40:20.901987 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-54d87bbe-bdce-4780-8b3c-229273929c72 req-de481613-69b7-4d9f-a166-45dc1ec51d1d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792603 Nov 15 12:40:20.920206 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159c095-364f-4e20-b554-8610dbb3126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab47a4a-53f1-4585-ae78-73eacb6e2db6,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:20.955289 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.974899 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:20.976149 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/160a95cf-5aa9-43d7-a04c-616f8be4f028 HTTP/1.1" status: 204 len: 168 time: 0.3435824 Nov 15 12:40:21.000404 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8128-5757-4ca3-8a35-729b15f1f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160a95cf-5aa9-43d7-a04c-616f8be4f028,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:21.060609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f8c1a-17b9-4dd5-8fff-a1521bf297aa req-f073ece7-20b9-488c-bf9a-1d65c18fc4da tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:21.062249 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-074f8c1a-17b9-4dd5-8fff-a1521bf297aa req-f073ece7-20b9-488c-bf9a-1d65c18fc4da tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0551715 Nov 15 12:40:21.119927 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-074f8c1a-17b9-4dd5-8fff-a1521bf297aa req-cb08f00c-af96-4cb1-ae6c-ad96ae5f7854 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Nov 15 12:40:21.345602 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44496) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:21.360038 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a9154837-9129-467a-ba46-993e59818b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.457184 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a9154837-9129-467a-ba46-993e59818b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.462391 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a9154837-9129-467a-ba46-993e59818b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.509339 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a9154837-9129-467a-ba46-993e59818b73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45dda3179e134f0286e661c0005bcf75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645465 Nov 15 12:40:21.510208 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154837-9129-467a-ba46-993e59818b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a9088-c01b-4109-8bc3-90dea0a6fd91,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:21.512608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44508) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:21.579967 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.608018 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.660748 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.663906 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.668122 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f96a9088-c01b-4109-8bc3-90dea0a6fd91 HTTP/1.1" status: 204 len: 168 time: 0.1510906 Nov 15 12:40:21.673321 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cc7c0-94d0-437e-b703-ee642a5c3109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a9088-c01b-4109-8bc3-90dea0a6fd91,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:21.877332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305614-b10e-413f-bd65-43d65cac776a req-c7236b6f-c93c-42d1-93e7-9ae0316d905a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:21.879341 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d7305614-b10e-413f-bd65-43d65cac776a req-c7236b6f-c93c-42d1-93e7-9ae0316d905a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 944 time: 0.0584693 Nov 15 12:40:21.884182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-125e6c80-5b25-4e2a-a6e6-18cf20e4e60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:21.945522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d7305614-b10e-413f-bd65-43d65cac776a req-45c32b60-f81f-4d53-a835-77c63d4abfa8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591404 Nov 15 12:40:22.057483 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd355-8ee0-42d9-b374-c65202b576f6 req-085a076a-45ef-471d-bab2-230d90522d4e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:22.069484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1e1bd355-8ee0-42d9-b374-c65202b576f6 req-085a076a-45ef-471d-bab2-230d90522d4e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0888023 Nov 15 12:40:22.100654 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:40:22.147475 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1e1bd355-8ee0-42d9-b374-c65202b576f6 req-afe48e81-782c-47e6-a1f0-f0dbcb53ed3d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 Nov 15 12:40:22.268802 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,segment=NetworkSegment(d1e0aad9-5d0c-48d7-a665-53ad489b41df),segment_id=d1e0aad9-5d0c-48d7-a665-53ad489b41df)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.284732 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52da866-77c6-4e4c-bb31-9de750066491 req-cc9c20c5-8781-4341-9a94-c6dea8587e60 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:22.287772 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d52da866-77c6-4e4c-bb31-9de750066491 req-cc9c20c5-8781-4341-9a94-c6dea8587e60 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 944 time: 0.0800939 Nov 15 12:40:22.290245 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e', 'network_id': '9dd72df4-58d1-4d00-beca-5f4ede5007f7', 'port_id': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e', 'mac_address': 'fa:16:3e:cc:16:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d18b34c-4032-4054-bb22-8d5511182cc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:40:22.347802 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d52da866-77c6-4e4c-bb31-9de750066491 req-6006b1d0-07ac-405c-85a4-9a5f75669b83 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497487 Nov 15 12:40:22.370288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.387730 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:22.423628 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,segment=NetworkSegment(d1e0aad9-5d0c-48d7-a665-53ad489b41df),segment_id=d1e0aad9-5d0c-48d7-a665-53ad489b41df)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.429888 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.430704 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:40:22.582118 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.598421 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'port_id': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'mac_address': 'fa:16:3e:46:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:40:22.649979 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:22.659680 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.673446 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:22.696022 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.702749 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.702917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 15072390-eca0-4c84-8a3a-2ea1b15c4f44 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:40:22.824394 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:22.872663 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.886089 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '15072390-eca0-4c84-8a3a-2ea1b15c4f44', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'port_id': '15072390-eca0-4c84-8a3a-2ea1b15c4f44', 'mac_address': 'fa:16:3e:52:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:40:22.933674 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.956166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15072390-eca0-4c84-8a3a-2ea1b15c4f44 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:22.983911 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:22.989338 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:22.990165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device f4c16b05-8781-451a-9351-681a5be81f6d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:40:23.083029 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:23.096251 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=f4c16b05-8781-451a-9351-681a5be81f6d,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:23.118514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f94fca-5f63-4f29-8911-5bd96f6f5796 req-b11c9a58-6a06-4f40-8f2f-53f0d6f68cc6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:23.124822 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'f4c16b05-8781-451a-9351-681a5be81f6d', 'network_id': 'd1a2a422-953b-42b1-8d45-4652cac485ba', 'port_id': 'f4c16b05-8781-451a-9351-681a5be81f6d', 'mac_address': 'fa:16:3e:3d:96:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdabeb6-8d12-4e10-a621-4e5ad434223c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:40:23.125828 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65f94fca-5f63-4f29-8911-5bd96f6f5796 req-b11c9a58-6a06-4f40-8f2f-53f0d6f68cc6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 945 time: 0.0852289 Nov 15 12:40:23.153825 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:23.200512 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:23.227892 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65f94fca-5f63-4f29-8911-5bd96f6f5796 req-ec10f271-f5f8-4927-8b01-1b45d306ff67 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995178 Nov 15 12:40:23.231594 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c16b05-8781-451a-9351-681a5be81f6d {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:40:23.261784 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=f4c16b05-8781-451a-9351-681a5be81f6d,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:23.267179 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:23.301376 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f9b9-8473-4949-bbef-a9a58de7ad2b req-295d291a-e7bb-4b95-a8de-009bde5d73b0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:23.303100 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a700f9b9-8473-4949-bbef-a9a58de7ad2b req-295d291a-e7bb-4b95-a8de-009bde5d73b0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 944 time: 0.0582142 Nov 15 12:40:23.330807 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:23.393148 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a700f9b9-8473-4949-bbef-a9a58de7ad2b req-1ef9eee9-326a-420f-91ef-2304c773b720 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740137 Nov 15 12:40:23.485624 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e2b0b-5097-4b08-a22a-a96f05df4a29 req-d9124640-1748-4de8-a7d8-b935c62f3138 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:23.487296 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ff6e2b0b-5097-4b08-a22a-a96f05df4a29 req-d9124640-1748-4de8-a7d8-b935c62f3138 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 945 time: 0.0517685 Nov 15 12:40:23.540263 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ff6e2b0b-5097-4b08-a22a-a96f05df4a29 req-d542fc2d-4099-4fab-937c-2bf7f79251a5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Nov 15 12:40:23.935979 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['f4c16b05-8781-451a-9351-681a5be81f6d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:40:24.080809 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['15072390-eca0-4c84-8a3a-2ea1b15c4f44'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:40:24.083469 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:40:24.085376 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:40:24.292346 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:24.392108 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51de0-886b-4928-b1e5-2327d64aaca2 req-c3b8e839-cb09-42e2-908b-1a8b3be9aef5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:24.393915 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b51de0-886b-4928-b1e5-2327d64aaca2 req-c3b8e839-cb09-42e2-908b-1a8b3be9aef5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 945 time: 0.0592072 Nov 15 12:40:24.456253 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b51de0-886b-4928-b1e5-2327d64aaca2 req-66d1af7f-541f-4785-b8f3-0762f61e648b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535266 Nov 15 12:40:24.599010 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4438a-873f-4f89-8259-923cc2995c9d req-ca2aa623-9d24-4ddc-be19-969b58594000 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:24.607992 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-84f4438a-873f-4f89-8259-923cc2995c9d req-ca2aa623-9d24-4ddc-be19-969b58594000 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 945 time: 0.1177986 Nov 15 12:40:24.713076 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-84f4438a-873f-4f89-8259-923cc2995c9d req-df1a2b3e-f36e-45a0-844d-f408fde160ed tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031909 Nov 15 12:40:24.832004 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794a640-145d-441f-a0fe-a2c38dba178a req-5f8c110f-9fb9-411f-8dad-14c743148c37 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:24.842651 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e794a640-145d-441f-a0fe-a2c38dba178a req-5f8c110f-9fb9-411f-8dad-14c743148c37 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 945 time: 0.1272044 Nov 15 12:40:24.908648 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e794a640-145d-441f-a0fe-a2c38dba178a req-cc10f5fe-7d44-48e5-8c20-9d03e84cac94 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Nov 15 12:40:25.007136 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:25.610850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb0fca-59bb-48d1-a5a4-fa58fc021e84 req-640027ba-fcc8-4e5e-8534-0f8a889050ef tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:25.612404 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-28fb0fca-59bb-48d1-a5a4-fa58fc021e84 req-640027ba-fcc8-4e5e-8534-0f8a889050ef tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 945 time: 0.0544705 Nov 15 12:40:25.864117 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-28fb0fca-59bb-48d1-a5a4-fa58fc021e84 req-34caffd7-a957-4d22-9c82-8572dca6cddb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424364 Nov 15 12:40:25.880171 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311d90a-7acf-4d96-9175-c82a4de6eeac req-f1f38b8e-0be5-4ec1-bd68-d7211414f8b5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:25.881549 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c311d90a-7acf-4d96-9175-c82a4de6eeac req-f1f38b8e-0be5-4ec1-bd68-d7211414f8b5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 945 time: 0.0698047 Nov 15 12:40:25.932432 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c311d90a-7acf-4d96-9175-c82a4de6eeac req-37535cca-fabd-4ff1-a360-7ed3f689d1c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Nov 15 12:40:26.037560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6608c-7939-4182-b844-165dc48793e6 req-eef6f0f5-f1c1-4162-89f3-be50b23bd50a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:26.039064 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40d6608c-7939-4182-b844-165dc48793e6 req-eef6f0f5-f1c1-4162-89f3-be50b23bd50a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 945 time: 0.0497923 Nov 15 12:40:26.074459 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44732) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:26.081163 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:40:26.100341 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40d6608c-7939-4182-b844-165dc48793e6 req-3211aa5e-231b-4bfb-b782-6f399f35167a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Nov 15 12:40:26.155484 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:40:26.161574 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:40:26.161956 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.216672 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fcf3afe1-c053-46ca-9089-ce860e3306a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.249372 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.274761 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:26.295257 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fcf3afe1-c053-46ca-9089-ce860e3306a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.300568 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fcf3afe1-c053-46ca-9089-ce860e3306a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.350885 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fcf3afe1-c053-46ca-9089-ce860e3306a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4796adc6bfb344fe8506a72805b28fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619622 Nov 15 12:40:26.350885 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3afe1-c053-46ca-9089-ce860e3306a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6164be4f-cf44-40d1-bdad-cc87e0cd0e6d,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:26.352103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44738) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:26.383229 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,segment=NetworkSegment(d1e0aad9-5d0c-48d7-a665-53ad489b41df),segment_id=d1e0aad9-5d0c-48d7-a665-53ad489b41df)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:26.389867 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.392371 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:40:26.482250 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.488736 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:26.524727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323e679-1f41-4370-846b-6e5094a09154" -d '{"events": [{"server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:26.531880 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:40:26.537599 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:40:26.538210 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.544307 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.655314 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.661396 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.663258 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6164be4f-cf44-40d1-bdad-cc87e0cd0e6d HTTP/1.1" status: 204 len: 168 time: 0.3208125 Nov 15 12:40:26.679008 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.679289 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250ca3e-7d25-4cb4-ad48-192f5c64742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6164be4f-cf44-40d1-bdad-cc87e0cd0e6d,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:26.709980 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad15c6a-28a4-493b-ab1a-5b851543ab81 x-openstack-request-id: req-cad15c6a-28a4-493b-ab1a-5b851543ab81 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:26.710308 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:26.710567 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cad15c6a-28a4-493b-ab1a-5b851543ab81 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:26.711064 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e', 'code': 200} Nov 15 12:40:26.731102 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:26.742588 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.745960 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 15072390-eca0-4c84-8a3a-2ea1b15c4f44 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:40:26.830033 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44768) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:26.838985 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:26.843026 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:40:26.847144 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:40:26.847600 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.934710 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.977223 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:26.982798 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:26.983765 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device f4c16b05-8781-451a-9351-681a5be81f6d up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:40:27.022001 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1aec-e623-42a9-8839-592befff97e5 req-3b87d19f-386a-4e5e-bbae-b3fa9058944a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:27.024251 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-632d1aec-e623-42a9-8839-592befff97e5 req-3b87d19f-386a-4e5e-bbae-b3fa9058944a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0773473 Nov 15 12:40:27.038299 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f5671a-e41b-4e8f-8da2-5702ba583c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.087010 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.091026 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44778) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:27.105591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port f4c16b05-8781-451a-9351-681a5be81f6d completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:40:27.112146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0c84a94e-b306-42e7-bd12-94da241d4dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.120703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port f4c16b05-8781-451a-9351-681a5be81f6d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:40:27.121342 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.143672 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-632d1aec-e623-42a9-8839-592befff97e5 req-81bc125a-73ca-40ea-b0f3-548ad4e36fe4 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025708 Nov 15 12:40:27.176360 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba46b23-8620-4857-9b85-d559b2380343 req-53acd41d-fbaf-49d5-af97-cd39fc07f08a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:27.178866 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1ba46b23-8620-4857-9b85-d559b2380343 req-53acd41d-fbaf-49d5-af97-cd39fc07f08a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 945 time: 0.1152475 Nov 15 12:40:27.223510 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0c84a94e-b306-42e7-bd12-94da241d4dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.228343 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0c84a94e-b306-42e7-bd12-94da241d4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.239945 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.282053 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0c84a94e-b306-42e7-bd12-94da241d4dd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3021839f2edb4789a1e4625f7e2077ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892648 Nov 15 12:40:27.282761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84a94e-b306-42e7-bd12-94da241d4dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b6edf-59a4-4928-8aa1-99c4d2cfbd8c,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.286392 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1ba46b23-8620-4857-9b85-d559b2380343 req-ccda3f7f-720c-4f9f-a3f0-f0e33f76ecd0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987570 Nov 15 12:40:27.288149 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=f4c16b05-8781-451a-9351-681a5be81f6d,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:27.293266 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44784) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:27.294632 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.337744 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f5671a-e41b-4e8f-8da2-5702ba583c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.349983 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f5671a-e41b-4e8f-8da2-5702ba583c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.353522 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.362039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.374841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1ef7-f944-480d-9ccb-f8ae6c3903c3 req-0ef9fb73-a73a-4935-8523-02ee55d72da5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:27.376711 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-742f1ef7-f944-480d-9ccb-f8ae6c3903c3 req-0ef9fb73-a73a-4935-8523-02ee55d72da5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.1180494 Nov 15 12:40:27.379756 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.422064 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e1f5671a-e41b-4e8f-8da2-5702ba583c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc699edc8f5a43aa8f2f59f1b50bde8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902069 Nov 15 12:40:27.425212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44786) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:27.429576 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5671a-e41b-4e8f-8da2-5702ba583c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c105b65-9f37-46f4-b4dc-759d3b4ee55d,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.440017 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.444875 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.446261 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e1b6edf-59a4-4928-8aa1-99c4d2cfbd8c HTTP/1.1" status: 204 len: 168 time: 0.1518054 Nov 15 12:40:27.461930 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-742f1ef7-f944-480d-9ccb-f8ae6c3903c3 req-f036aff7-d565-4e84-a0fc-73d84a14bf30 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752647 Nov 15 12:40:27.490388 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b34fc-d656-4359-b2b6-e68d8b6ce035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b6edf-59a4-4928-8aa1-99c4d2cfbd8c,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.510466 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.533041 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.579628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.582486 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:27.583647 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c105b65-9f37-46f4-b4dc-759d3b4ee55d HTTP/1.1" status: 204 len: 168 time: 0.1562202 Nov 15 12:40:27.593619 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42967b3-dc5d-4961-9b7b-142dde22348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c105b65-9f37-46f4-b4dc-759d3b4ee55d,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:27.922839 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44808) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:27.937042 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cd5c-eaa4-405e-9acc-f37ecc3d5e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.017828 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cd5c-eaa4-405e-9acc-f37ecc3d5e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.022998 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cd5c-eaa4-405e-9acc-f37ecc3d5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.064168 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cd5c-eaa4-405e-9acc-f37ecc3d5e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f494e8b-8ed1-4196-a516-9bea759cf313,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:28.068620 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7cd3cd5c-eaa4-405e-9acc-f37ecc3d5e10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e2e8c641bd64f1f9af56e664e235038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443384 Nov 15 12:40:28.071146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44812) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:28.122457 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.145641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.206095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.210875 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:28.213786 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f494e8b-8ed1-4196-a516-9bea759cf313 HTTP/1.1" status: 204 len: 168 time: 0.1411850 Nov 15 12:40:28.228450 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f9a44-6829-43c3-8eaa-cf1a4f470985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f494e8b-8ed1-4196-a516-9bea759cf313,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:28.291449 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6b979-8e4b-429e-b5e4-c97d152b8ab5 req-c7513784-5939-4c5d-809d-a31568601628 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:28.293094 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-90e6b979-8e4b-429e-b5e4-c97d152b8ab5 req-c7513784-5939-4c5d-809d-a31568601628 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0606368 Nov 15 12:40:28.370309 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-90e6b979-8e4b-429e-b5e4-c97d152b8ab5 req-484d852d-196e-445d-97d6-6a76ab78ae59 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698957 Nov 15 12:40:28.428804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6940a-7776-4c8b-ad45-5c558bc521a3 req-bd2fba12-2c4c-400f-8364-af9370fab6d4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:28.430620 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9cb6940a-7776-4c8b-ad45-5c558bc521a3 req-bd2fba12-2c4c-400f-8364-af9370fab6d4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0556438 Nov 15 12:40:28.494988 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9cb6940a-7776-4c8b-ad45-5c558bc521a3 req-9d3c8ac9-c073-471a-ad76-0bd9a94c0b4d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576463 Nov 15 12:40:28.595764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660160a-d942-4a70-82e3-0c0c680b7c98 req-e9f07de3-8b5d-4f8e-b141-a967288d75a1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:28.597311 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9660160a-d942-4a70-82e3-0c0c680b7c98 req-e9f07de3-8b5d-4f8e-b141-a967288d75a1 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0566995 Nov 15 12:40:28.651745 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9660160a-d942-4a70-82e3-0c0c680b7c98 req-8e1bbc8b-41d1-473f-b2e9-55d0b90202f9 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Nov 15 12:40:28.712163 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'}, {'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44'}, {'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:28.714470 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e912500d-b80a-4a75-82a9-592acf8c9706" -d '{"events": [{"server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "name": "network-vif-plugged", "status": "completed", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a"}, {"server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "name": "network-vif-plugged", "status": "completed", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44"}, {"server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:28.766021 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d3e0c1-2b9b-41c1-8c8c-1cb9f46e1816 x-openstack-request-id: req-e8d3e0c1-2b9b-41c1-8c8c-1cb9f46e1816 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:28.766528 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "name": "network-vif-plugged", "status": "completed", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a", "code": 200}, {"server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "name": "network-vif-plugged", "status": "completed", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44", "code": 200}, {"server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:28.766991 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8d3e0c1-2b9b-41c1-8c8c-1cb9f46e1816 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:28.767838 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'code': 200} Nov 15 12:40:28.768158 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44', 'code': 200} Nov 15 12:40:28.768467 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d', 'code': 200} Nov 15 12:40:29.576567 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ff0b-5100-44ec-9485-d8ea87df5f97 req-25c211d7-98be-41ba-bd81-d7443fbec62c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.591116 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-83d0ff0b-5100-44ec-9485-d8ea87df5f97 req-25c211d7-98be-41ba-bd81-d7443fbec62c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1279545 Nov 15 12:40:29.699902 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-83d0ff0b-5100-44ec-9485-d8ea87df5f97 req-27cb61eb-930d-4588-a923-bb55e185e92b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079004 Nov 15 12:40:29.724117 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-b86c21a6-d41a-4dd2-8458-cd9936477197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.727219 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-b86c21a6-d41a-4dd2-8458-cd9936477197 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 1099 time: 0.2335024 Nov 15 12:40:29.759422 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:29.782285 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-b0439921-9deb-4bd8-b90d-aeeb71e17e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.786835 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-b0439921-9deb-4bd8-b90d-aeeb71e17e35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.1911736 Nov 15 12:40:29.792787 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0c715022-9463-469a-b241-9e7bc258c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.795581 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0c715022-9463-469a-b241-9e7bc258c5cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1099 time: 0.2012563 Nov 15 12:40:29.817332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44dca8-2bb7-4400-9bff-dc9673aae4c5 req-a7bc3889-cabe-4fa3-8ecd-a3c36d970c6e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.818913 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd44dca8-2bb7-4400-9bff-dc9673aae4c5 req-a7bc3889-cabe-4fa3-8ecd-a3c36d970c6e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1435697 Nov 15 12:40:29.846940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:29.851346 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0a59ffa8-cbf4-404e-afe1-cdab80dfffb1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:29.860647 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-ef52e78c-c70d-4b10-bcc1-a3e76d4b30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.862585 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-ef52e78c-c70d-4b10-bcc1-a3e76d4b30eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1099 time: 0.1313765 Nov 15 12:40:29.897658 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-4a1820b1-a582-465c-9499-4d9a521532c9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:29.952032 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e1dec-feeb-4ef4-acfa-c84ec9f86912 req-4eb4e08a-c76b-4194-92b4-5c809fc519c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:29.953968 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b21e1dec-feeb-4ef4-acfa-c84ec9f86912 req-4eb4e08a-c76b-4194-92b4-5c809fc519c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.1327729 Nov 15 12:40:29.961485 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd44dca8-2bb7-4400-9bff-dc9673aae4c5 req-ed519352-3d94-4f70-958f-50e237deb330 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249232 Nov 15 12:40:29.996742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.014876 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.020415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.db.api [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-4a1820b1-a582-465c-9499-4d9a521532c9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a3ba5e5b22364069853b5a90ce9f6909 {{(pid=108282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:40:30.020763 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG oslo_db.api [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-4a1820b1-a582-465c-9499-4d9a521532c9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:40:30.033484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b21e1dec-feeb-4ef4-acfa-c84ec9f86912 req-e6b95a26-2282-44f2-96a4-b884cee05543 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707309 Nov 15 12:40:30.047387 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.db.api [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0a59ffa8-cbf4-404e-afe1-cdab80dfffb1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a3ba5e5b22364069853b5a90ce9f6909 {{(pid=108283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:40:30.047525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG oslo_db.api [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0a59ffa8-cbf4-404e-afe1-cdab80dfffb1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:40:30.050017 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.db.api [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a3ba5e5b22364069853b5a90ce9f6909 {{(pid=108283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:40:30.052838 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG oslo_db.api [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:40:30.090118 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545058 Nov 15 12:40:30.090891 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0ae10f-d519-4d27-8ecc-da450a6b9a42,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:30.166659 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 44942) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:30.320260 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.460066 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.467728 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.521925 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-4a1820b1-a582-465c-9499-4d9a521532c9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.522754 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75f4dbd32fe34927b45d48072ba69278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548946 Nov 15 12:40:30.525726 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44970) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:30.541542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 44972) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:30.550410 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0a59ffa8-cbf4-404e-afe1-cdab80dfffb1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.556624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641666ac-abf1-467f-9469-264096ed70c4,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:30.567335 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.614340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.615019 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.615549 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.616265 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.617055 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.617590 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.618096 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.618621 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.619196 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.619806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.620321 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.620827 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7f4be-cd48-4415-b14e-87e3c82e8089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.636986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.666494 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.747657 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.753126 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:30.757071 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/641666ac-abf1-467f-9469-264096ed70c4 HTTP/1.1" status: 204 len: 168 time: 0.2301154 Nov 15 12:40:30.764782 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9676898 Nov 15 12:40:30.777076 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641666ac-abf1-467f-9469-264096ed70c4,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:30.783989 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d74f2c94-3a47-449a-9c59-a2ef8bfe559f req-4a1820b1-a582-465c-9499-4d9a521532c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115021 Nov 15 12:40:30.790814 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.791181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.791518 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.791857 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.792188 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.792520 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.792853 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.793182 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.793507 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.793829 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.794150 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.794719 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66cf1a9-475c-47cc-89ae-6760be83afda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:40:30.800169 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b713dac3-bfc1-4cd7-be10-4b7c4fd4b51a req-0a59ffa8-cbf4-404e-afe1-cdab80dfffb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9884489 Nov 15 12:40:30.910562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff596b2-db4f-4e4d-94f4-b3a9b955ca42 req-20623c79-fca2-49e7-9c92-f2f51b334710 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:30.912144 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bff596b2-db4f-4e4d-94f4-b3a9b955ca42 req-20623c79-fca2-49e7-9c92-f2f51b334710 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0658591 Nov 15 12:40:30.945219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ea7-fa32-4073-8439-1d376dcce260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.001297 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bff596b2-db4f-4e4d-94f4-b3a9b955ca42 req-cae6f76c-e939-410b-b953-a972983422f1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804179 Nov 15 12:40:31.118795 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ea7-fa32-4073-8439-1d376dcce260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.132894 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ea7-fa32-4073-8439-1d376dcce260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.172303 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdda0b-776f-4b98-a25e-4b4f1a9ea46b req-5a772c4e-3f69-4d08-952c-384913d516a7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:31.183119 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d7bdda0b-776f-4b98-a25e-4b4f1a9ea46b req-5a772c4e-3f69-4d08-952c-384913d516a7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1320574 Nov 15 12:40:31.221697 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45004) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:31.232899 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1a0e2ea7-fa32-4073-8439-1d376dcce260 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6efadf4a29c1438abcf357e7d440221f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6888535 Nov 15 12:40:31.235632 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45006) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:31.242181 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f408c37-ce88-46d0-afd4-7cc9b150449d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.243107 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e2ea7-fa32-4073-8439-1d376dcce260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a774ca97-1cd2-4ed0-a3bc-53e1ee3e3070,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:31.262490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567834b-a449-4eaa-92bf-68ea5b1b5816 req-7b3f5c89-3fab-4114-ad32-03963edf3c5f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:31.264286 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9567834b-a449-4eaa-92bf-68ea5b1b5816 req-7b3f5c89-3fab-4114-ad32-03963edf3c5f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.1440935 Nov 15 12:40:31.307949 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d7bdda0b-776f-4b98-a25e-4b4f1a9ea46b req-64b8fc7d-9b9e-4e3f-91a8-c0c3e57631cf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239200 Nov 15 12:40:31.334672 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.342426 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9567834b-a449-4eaa-92bf-68ea5b1b5816 req-fe742426-db86-4b55-acd9-554a12553136 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Nov 15 12:40:31.364481 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.414457 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f408c37-ce88-46d0-afd4-7cc9b150449d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.419104 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f408c37-ce88-46d0-afd4-7cc9b150449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.458310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.460885 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.462025 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a774ca97-1cd2-4ed0-a3bc-53e1ee3e3070 HTTP/1.1" status: 204 len: 168 time: 0.2252297 Nov 15 12:40:31.465881 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-3f408c37-ce88-46d0-afd4-7cc9b150449d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=936e0c89354542f48e2ba5633763098a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429914 Nov 15 12:40:31.466695 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f408c37-ce88-46d0-afd4-7cc9b150449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0228d4dd-8593-41c7-af7c-65358262a87e,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:31.469960 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45010) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:31.477594 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833143-3345-4a51-979e-929e056882d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a774ca97-1cd2-4ed0-a3bc-53e1ee3e3070,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:31.553093 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.577678 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.628802 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.631542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:31.633077 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0228d4dd-8593-41c7-af7c-65358262a87e HTTP/1.1" status: 204 len: 168 time: 0.1612432 Nov 15 12:40:31.642127 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a27b9-4f4b-481d-8d79-43a0a95a4b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228d4dd-8593-41c7-af7c-65358262a87e,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:31.909218 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45032) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:31.928359 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-41e77e8b-30c4-4100-8d7c-8e6bacfb81d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.025351 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-41e77e8b-30c4-4100-8d7c-8e6bacfb81d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.029833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-41e77e8b-30c4-4100-8d7c-8e6bacfb81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.084442 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-41e77e8b-30c4-4100-8d7c-8e6bacfb81d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00d4c032c2f54582809ff9b454bbce64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736176 Nov 15 12:40:32.087265 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45044) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:32.091348 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e77e8b-30c4-4100-8d7c-8e6bacfb81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf5123-91c3-485f-9c7a-0a17afc75cb0,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:32.177698 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87799928-2c12-4b3e-8758-426f2aca9937 req-4a8e327f-4d22-43ac-91cb-137a2438cdde tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:32.179714 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87799928-2c12-4b3e-8758-426f2aca9937 req-4a8e327f-4d22-43ac-91cb-137a2438cdde tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0639741 Nov 15 12:40:32.181600 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.219717 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.252534 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87799928-2c12-4b3e-8758-426f2aca9937 req-5fbcaf1c-fc5c-4147-916e-c7543a0a407b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619113 Nov 15 12:40:32.284787 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.287750 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.289131 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fcf5123-91c3-485f-9c7a-0a17afc75cb0 HTTP/1.1" status: 204 len: 168 time: 0.1988089 Nov 15 12:40:32.300958 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed85ed-253d-4904-81de-e413af1fa2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf5123-91c3-485f-9c7a-0a17afc75cb0,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:32.505226 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b5160-be2d-4cb8-9e3b-bddf03e5fc08 req-95fac351-c6f7-4370-a6ed-72b471469b38 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:32.506939 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f59b5160-be2d-4cb8-9e3b-bddf03e5fc08 req-95fac351-c6f7-4370-a6ed-72b471469b38 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1066036 Nov 15 12:40:32.524875 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb9f0-ff60-4c74-9675-0c171270e4c6 req-cdc901df-f271-4406-8421-52b6331777c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:32.530101 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb1eb9f0-ff60-4c74-9675-0c171270e4c6 req-cdc901df-f271-4406-8421-52b6331777c6 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0933578 Nov 15 12:40:32.623739 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f59b5160-be2d-4cb8-9e3b-bddf03e5fc08 req-09e4f1e7-14eb-4f53-9860-12a419ce5c16 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924287 Nov 15 12:40:32.649922 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45076) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:32.662176 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb1eb9f0-ff60-4c74-9675-0c171270e4c6 req-cc2469e2-0988-4323-b084-bedcb32425b5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052158 Nov 15 12:40:32.772966 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54988322-network', 'tenant_id': '4babb3ec901f435f922531e386af3a5b'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:32.816067 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Made reservation on behalf of 4babb3ec901f435f922531e386af3a5b for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:40:32.822013 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.838307 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.949836 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.955463 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:32.989329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:40:32.995978 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd2e6b-97ac-4058-92da-9295f3b9ea28,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:33.003063 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.003409 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Added segment 6d9752c3-11c5-45c3-8147-a57ac1429ae7 of type vlan for network 82b6ae9a-f60c-42ae-b1f6-918c978cd369 Nov 15 12:40:33.052773 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.082834 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.084054 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:33.084729 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.136979 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4859424 Nov 15 12:40:33.141647 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45108) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:33.150317 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7920a-b5c0-45a9-9903-2f851d19213e admin admin] Pushing event updated for resources: {'Network': ['ID=82b6ae9a-f60c-42ae-b1f6-918c978cd369,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:33.161096 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 82b6ae9a-f60c-42ae-b1f6-918c978cd369 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:40:33.170975 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Request body: {'subnet': {'network_id': '82b6ae9a-f60c-42ae-b1f6-918c978cd369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54988322-subnet', 'tenant_id': '4babb3ec901f435f922531e386af3a5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:33.232043 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Made reservation on behalf of 4babb3ec901f435f922531e386af3a5b for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:40:33.236789 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.564059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42a9d-8eac-4663-a694-0c2e96b3fb85 req-ba86797c-3aa8-4e71-ad37-65d1b56d9d56 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:33.566302 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3ec42a9d-8eac-4663-a694-0c2e96b3fb85 req-ba86797c-3aa8-4e71-ad37-65d1b56d9d56 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1511312 Nov 15 12:40:33.673078 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3ec42a9d-8eac-4663-a694-0c2e96b3fb85 req-ce09d595-a037-4385-8532-2d9aaf84946d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995176 Nov 15 12:40:33.760787 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:33.877929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcd000-7775-48d9-a33e-aaf4326f8828 req-43ced6a6-142a-4a24-b9ac-63015141af7c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:33.880252 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-33bcd000-7775-48d9-a33e-aaf4326f8828 req-43ced6a6-142a-4a24-b9ac-63015141af7c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1508346 Nov 15 12:40:33.881177 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3a8c75-97af-47fa-94fc-0355a1e011ec,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:34.006649 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127ae9-c6dd-4100-a05e-05307373fbd4 req-0c9a9a1f-40a7-443e-a4cc-8557b61f3925 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:34.014611 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-24127ae9-c6dd-4100-a05e-05307373fbd4 req-0c9a9a1f-40a7-443e-a4cc-8557b61f3925 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.2246873 Nov 15 12:40:34.062462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Checking segment: {'id': '6d9752c3-11c5-45c3-8147-a57ac1429ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '82b6ae9a-f60c-42ae-b1f6-918c978cd369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:40:34.063031 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Network hostable DHCP agents. Network: 82b6ae9a-f60c-42ae-b1f6-918c978cd369, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:40:34.116950 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-33bcd000-7775-48d9-a33e-aaf4326f8828 req-52b6d29f-9ddd-4a19-b998-c1f86f1453d4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851790 Nov 15 12:40:34.125020 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-24127ae9-c6dd-4100-a05e-05307373fbd4 req-45314194-a94c-4f64-921d-67695c67a70c tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092138 Nov 15 12:40:34.126452 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Network 82b6ae9a-f60c-42ae-b1f6-918c978cd369 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:40:34.151103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 82b6ae9a-f60c-42ae-b1f6-918c978cd369) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:40:34.155301 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:34.156033 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:34.162563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cf332-e6b0-4f51-b3cb-58ee54ccd42b None None] Network 82b6ae9a-f60c-42ae-b1f6-918c978cd369 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:40:34.178050 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5e425ed0-be25-4226-b630-1dc53c2a7c1a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0348711 Nov 15 12:40:34.312108 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddfd19-6676-467f-a804-a86c01a72866 None None] Network 82b6ae9a-f60c-42ae-b1f6-918c978cd369 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:40:34.530494 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45190) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:34.557872 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:40:34.755136 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-23c60b04-2b08-4fb5-bc24-2d8f33e09032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:34.872865 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55ab7f-16eb-47f8-a9c4-0504dd177344 req-49645fdf-44a8-472a-9cad-21d9fdbe9e3f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:34.874423 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca55ab7f-16eb-47f8-a9c4-0504dd177344 req-49645fdf-44a8-472a-9cad-21d9fdbe9e3f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0862331 Nov 15 12:40:34.941971 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-23c60b04-2b08-4fb5-bc24-2d8f33e09032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:34.953563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-23c60b04-2b08-4fb5-bc24-2d8f33e09032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:34.978949 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca55ab7f-16eb-47f8-a9c4-0504dd177344 req-1a009539-1c75-4b2d-b1c5-04cea938428f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943210 Nov 15 12:40:35.009949 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-23c60b04-2b08-4fb5-bc24-2d8f33e09032 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8791aad6df1745f6871b521f519445d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755113 Nov 15 12:40:35.010121 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45220) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.027472 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c60b04-2b08-4fb5-bc24-2d8f33e09032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33646e00-98a0-41af-ac11-835ea382ba25,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:35.052030 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45224) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.103219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45230) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.108593 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-290821053-network', 'tenant_id': '337f861d300a4a5c8e7879e618f480b0'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:35.116084 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.153432 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.167126 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Made reservation on behalf of 337f861d300a4a5c8e7879e618f480b0 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:40:35.169543 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.200280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.219748 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.222711 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.227398 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33646e00-98a0-41af-ac11-835ea382ba25 HTTP/1.1" status: 204 len: 168 time: 0.2155292 Nov 15 12:40:35.240259 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499691a8-d707-4bc8-9d56-420658857217 req-7ba8b148-9ca4-4b68-ac4f-8fb5cd740a24 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:35.240898 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dba4-494d-447a-af26-ea312245b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33646e00-98a0-41af-ac11-835ea382ba25,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:35.242070 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-499691a8-d707-4bc8-9d56-420658857217 req-7ba8b148-9ca4-4b68-ac4f-8fb5cd740a24 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0888329 Nov 15 12:40:35.262813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45236) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.271406 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'floatingip': {'port_id': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:35.340199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17945-fc04-47b9-8edc-f9bd3e123629 req-0512333a-ca62-434f-b9ef-3332bc901e4a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:35.341805 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7f17945-fc04-47b9-8edc-f9bd3e123629 req-0512333a-ca62-434f-b9ef-3332bc901e4a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1335723 Nov 15 12:40:35.387540 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.432421 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.442571 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.455872 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7f17945-fc04-47b9-8edc-f9bd3e123629 req-8c8407ed-a92e-4e1b-8c4a-df51af11ef54 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060650 Nov 15 12:40:35.474454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:40:35.512131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.512484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Added segment 548435eb-4cc3-4324-bf9f-dfa4859b37e5 of type vlan for network 3897409d-d91b-4208-b44d-d86c2c472346 Nov 15 12:40:35.518556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b61346d3-b012-4dd4-bd8a-d28070ed18a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.545354 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8290f555-e552-4b36-8ac7-12a0a18f00b9,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:35.614236 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.680910 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.683128 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:35.683746 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.741228 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45246) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.762903 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-62d377ff-7294-43b5-b8e7-f55d3d671cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.790240 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6857476 Nov 15 12:40:35.797914 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45252) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:35.807147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Request body: {'subnet': {'network_id': '3897409d-d91b-4208-b44d-d86c2c472346', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-290821053-subnet', 'tenant_id': '337f861d300a4a5c8e7879e618f480b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:40:35.857625 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Made reservation on behalf of 337f861d300a4a5c8e7879e618f480b0 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:40:35.857625 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Publish callbacks [] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.890483 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-62d377ff-7294-43b5-b8e7-f55d3d671cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:35.902884 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-62d377ff-7294-43b5-b8e7-f55d3d671cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.013365 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-62d377ff-7294-43b5-b8e7-f55d3d671cdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9923d04649084ccd804352b459b542fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707367 Nov 15 12:40:36.021790 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45264) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:36.032551 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d377ff-7294-43b5-b8e7-f55d3d671cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d1c3a-fc4a-4c93-844e-ff75fe16048e,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:36.033124 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d310a4a-c29c-41a1-b018-b22faab7c3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3897409d-d91b-4208-b44d-d86c2c472346,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:36.044130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b61346d3-b012-4dd4-bd8a-d28070ed18a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.058161 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b61346d3-b012-4dd4-bd8a-d28070ed18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.076404 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 3897409d-d91b-4208-b44d-d86c2c472346 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:40:36.182128 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395e2c-7742-428a-a673-dc788e926e08 req-e96b503a-f882-44df-a78e-4dfd850e2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:36.183892 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-e96b503a-f882-44df-a78e-4dfd850e2951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1099 time: 0.3318572 Nov 15 12:40:36.308399 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.326494 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b61346d3-b012-4dd4-bd8a-d28070ed18a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4b3d2612c05470183eaf2b692450a83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2719085 Nov 15 12:40:36.340103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c31ac7-aa80-4243-bfac-b96098445d55 req-b3f86ae5-97ea-47d1-9362-2f9353385e9e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:36.341652 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f2c31ac7-aa80-4243-bfac-b96098445d55 req-b3f86ae5-97ea-47d1-9362-2f9353385e9e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.3703361 Nov 15 12:40:36.349404 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45274) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:36.349870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61346d3-b012-4dd4-bd8a-d28070ed18a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e040eb-a7b2-4301-ac8f-978ee3dc02db,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:36.491096 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395e2c-7742-428a-a673-dc788e926e08 req-9ff51712-704d-4142-b8db-ca3ba87480ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:36.492592 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-9ff51712-704d-4142-b8db-ca3ba87480ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.2881789 Nov 15 12:40:36.517925 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f2c31ac7-aa80-4243-bfac-b96098445d55 req-4e4bf30b-416f-4199-8368-356879ae69ad tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572132 Nov 15 12:40:36.585615 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.645372 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.db.resource_extend [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 15 12:40:36.756229 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.757002 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.760854 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-15344d54-e93e-47fd-b1e4-98b6626a43db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1608870 Nov 15 12:40:36.762389 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.814639 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-743e8fca-de72-4540-89ae-fd4ab3044073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 200 len: 217 time: 0.0586584 Nov 15 12:40:36.836067 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.840577 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.845516 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.848152 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:36.849298 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/255d1c3a-fc4a-4c93-844e-ff75fe16048e HTTP/1.1" status: 204 len: 168 time: 0.8254750 Nov 15 12:40:36.875765 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8e0c1-0aa8-44c4-9f18-2ed622a5cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d1c3a-fc4a-4c93-844e-ff75fe16048e,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:36.931364 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fa027-547e-4138-8beb-044335b8f5db req-b131bdb7-24f1-4fb1-868b-7a3fc9350dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:36.932882 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-b131bdb7-24f1-4fb1-868b-7a3fc9350dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53c643bbc1074232958965e5aceb5e5b&device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 1099 time: 0.0785146 Nov 15 12:40:36.936011 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Floating IP 2c5dd361-4fd0-48eb-813d-97ef9f2e0745 associated. External IP: 172.27.1.36, port: bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a. Nov 15 12:40:37.007325 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395e2c-7742-428a-a673-dc788e926e08 req-6d387161-3452-4612-bcc1-13e647164e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:37.009402 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-6d387161-3452-4612-bcc1-13e647164e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.1847000 Nov 15 12:40:37.024495 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a16a642-48e7-4c24-9c22-461af3a9a379,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:37.091622 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-f933ade6-ab95-466d-9c5d-4658de27b6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633211 Nov 15 12:40:37.094145 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Checking segment: {'id': '548435eb-4cc3-4324-bf9f-dfa4859b37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3897409d-d91b-4208-b44d-d86c2c472346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:40:37.094508 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Network hostable DHCP agents. Network: 3897409d-d91b-4208-b44d-d86c2c472346, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:40:37.100845 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:37.104039 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:37.107727 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01e040eb-a7b2-4301-ac8f-978ee3dc02db HTTP/1.1" status: 204 len: 168 time: 0.7524984 Nov 15 12:40:37.127783 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b5a4e-c7c1-4d37-b87c-3776997884f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e040eb-a7b2-4301-ac8f-978ee3dc02db,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:37.187000 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fa027-547e-4138-8beb-044335b8f5db req-7619ae10-8e15-4475-8b3e-97d9852c1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:37.189743 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-7619ae10-8e15-4475-8b3e-97d9852c1436 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dd72df4-58d1-4d00-beca-5f4ede5007f7 HTTP/1.1" status: 200 len: 912 time: 0.2177954 Nov 15 12:40:37.231118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Network 3897409d-d91b-4208-b44d-d86c2c472346 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:40:37.267642 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 3897409d-d91b-4208-b44d-d86c2c472346) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:40:37.277570 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b9fc7-8cc0-4e6b-ab03-0ecbc03a2857 None None] Network 3897409d-d91b-4208-b44d-d86c2c472346 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:40:37.284629 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:37.284629 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:37.373648 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bac38bf0-67e2-4854-85bd-3392f7df7bae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5745952 Nov 15 12:40:37.380024 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-0192eeb1-e554-49b4-9312-223e6704c42a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e HTTP/1.1" status: 200 len: 217 time: 0.1773906 Nov 15 12:40:37.391582 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-02230cb1-b1d9-4e67-a2ca-b5a06e68161d service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795632 Nov 15 12:40:37.524433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79753d1a-ecb1-4a52-b918-3085030aacbd None None] Network 3897409d-d91b-4208-b44d-d86c2c472346 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:40:37.553071 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:40:37.555144 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fa027-547e-4138-8beb-044335b8f5db req-9ac4f994-b7e5-4473-bf7f-b85646ffea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:37.557243 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-9ac4f994-b7e5-4473-bf7f-b85646ffea63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2d18b34c-4032-4054-bb22-8d5511182cc5 HTTP/1.1" status: 200 len: 851 time: 0.1648653 Nov 15 12:40:37.619830 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43395e2c-7742-428a-a673-dc788e926e08 req-b697cd32-a13d-4bb5-a573-bc80bab1a862 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203391 Nov 15 12:40:37.705593 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-1a137d07-f9f7-4d72-932f-53dc84e94448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dd72df4-58d1-4d00-beca-5f4ede5007f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320083 Nov 15 12:40:37.837551 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af8d8e-492c-4969-8bee-e870d761c3b6 req-876ae93d-6094-4a64-93b4-469287012ec5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:37.850717 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-95af8d8e-492c-4969-8bee-e870d761c3b6 req-876ae93d-6094-4a64-93b4-469287012ec5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1759079 Nov 15 12:40:37.920684 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:40:37.935760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-95af8d8e-492c-4969-8bee-e870d761c3b6 req-75e7be47-bd8f-43eb-9f7a-cc29d1bbf6bc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756819 Nov 15 12:40:37.939369 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:40:37.946691 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45330) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:37.956334 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:37.963114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed6c8-8727-4418-90ee-2a4ee4d2351b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:37.964137 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:40:37.967428 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:40:38.023859 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ccd7930f-6bcd-4e8a-9149-ab6dcd283f0e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "PUT /v2.0/floatingips/2c5dd361-4fd0-48eb-813d-97ef9f2e0745 HTTP/1.1" status: 200 len: 991 time: 2.7595580 Nov 15 12:40:38.034297 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:38.038668 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92" -d '{"events": [{"name": "network-changed", "server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:38.060092 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-15fd361b-8138-42de-a9f8-b1e7f36ef109 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815096 Nov 15 12:40:38.120100 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed6c8-8727-4418-90ee-2a4ee4d2351b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.128592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed6c8-8727-4418-90ee-2a4ee4d2351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.193516 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1e3fa027-547e-4138-8beb-044335b8f5db req-873747ad-f104-4a37-b7ab-4df5bcef3b53 service neutron] 10.222.0.36 "GET /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248858 Nov 15 12:40:38.196508 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256bfd5e-4477-44af-a1a2-42adb6feee39 x-openstack-request-id: req-256bfd5e-4477-44af-a1a2-42adb6feee39 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:38.197009 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:38.197420 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-256bfd5e-4477-44af-a1a2-42adb6feee39 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:38.197965 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'status': 'completed', 'code': 200} Nov 15 12:40:38.203031 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:40:38.244713 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ed6c8-8727-4418-90ee-2a4ee4d2351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fdef2b-5b65-4524-bac0-4b433f32b8cb,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:38.248982 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-7c7ed6c8-8727-4418-90ee-2a4ee4d2351b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d57c968b0117416eb21e7f919fbc694b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010292 Nov 15 12:40:38.252241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45338) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:38.260533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-66bd77f7-593a-4daf-b1ac-d0f853db7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:38.262196 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-66bd77f7-593a-4daf-b1ac-d0f853db7d7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1099 time: 0.1039639 Nov 15 12:40:38.337562 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.365938 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.428623 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.432952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:38.445792 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9fdef2b-5b65-4524-bac0-4b433f32b8cb HTTP/1.1" status: 204 len: 168 time: 0.1924183 Nov 15 12:40:38.474223 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f66c-50c5-4e9e-a691-0bbd015889a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fdef2b-5b65-4524-bac0-4b433f32b8cb,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:38.523319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-d29ff712-9023-4a12-9d22-f444c6db15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:38.524849 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-d29ff712-9023-4a12-9d22-f444c6db15c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.2092569 Nov 15 12:40:38.662155 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-d9b5181f-a357-49f3-99ad-dade25618753 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 999 time: 0.1289229 Nov 15 12:40:38.684520 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '2c5dd361-4fd0-48eb-813d-97ef9f2e0745', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:46:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107064a-524f-4964-97da-84d2b50d422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:39:43Z', 'updated_at': '2021-11-15T12:40:36Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:40:38.716725 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:40:38.726305 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:40:38.727171 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:40:38.746033 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-e0aa59e1-e570-4c9d-9842-893e645517c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:38.747573 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-e0aa59e1-e570-4c9d-9842-893e645517c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0725243 Nov 15 12:40:38.824404 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-a942088e-20a7-43cf-be68-42fddc0326bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:38.826082 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-a942088e-20a7-43cf-be68-42fddc0326bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704558 Nov 15 12:40:38.844947 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:40:39.042709 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-799f09ee-eccc-4916-b5f6-52f30d1f7c01 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068045 Nov 15 12:40:39.120054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854b15-6e4c-413e-a2f2-c4d8a384d76f req-acd9252c-932f-4d77-a056-e7326739ad81 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:39.121545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a6854b15-6e4c-413e-a2f2-c4d8a384d76f req-acd9252c-932f-4d77-a056-e7326739ad81 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1278970 Nov 15 12:40:39.207312 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a6854b15-6e4c-413e-a2f2-c4d8a384d76f req-4f07d2c1-fd7f-452b-8000-dcb93a6b844e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740294 Nov 15 12:40:39.209609 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66eb1ee7-58e7-48ad-ac75-02df7f49ef92 req-6973b9bf-76e9-43d2-9f1f-98bfa36d22fe service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543894 Nov 15 12:40:39.284955 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45390) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:39.295731 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '2c5dd361-4fd0-48eb-813d-97ef9f2e0745', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:46:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107064a-524f-4964-97da-84d2b50d422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:39:43Z', 'updated_at': '2021-11-15T12:40:36Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:40:39.325339 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99895e99-5b50-4c02-afd0-6c2cee4a0c36 None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '2c5dd361-4fd0-48eb-813d-97ef9f2e0745', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:46:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a107064a-524f-4964-97da-84d2b50d422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:39:43Z', 'updated_at': '2021-11-15T12:40:36Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:40:39.368338 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.567955 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ad67f2a4-4d25-43df-aae4-78e24c074871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.672652 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ad67f2a4-4d25-43df-aae4-78e24c074871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.677170 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ad67f2a4-4d25-43df-aae4-78e24c074871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.677806 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda54ecb-f3bb-4d73-924b-df374bc2b488 None None] New status for floating IP 2c5dd361-4fd0-48eb-813d-97ef9f2e0745: ACTIVE {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:40:39.741420 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45418) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:39.741628 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ad67f2a4-4d25-43df-aae4-78e24c074871 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93fffa47246649b49a3c9222f2631521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555686 Nov 15 12:40:39.752917 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67f2a4-4d25-43df-aae4-78e24c074871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbab85-cdaf-4011-ac97-a9ad341fe52c,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:39.839740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.865811 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.925688 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.930346 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:39.931611 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43dbab85-cdaf-4011-ac97-a9ad341fe52c HTTP/1.1" status: 204 len: 168 time: 0.1888211 Nov 15 12:40:39.941751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4f03-8514-46be-ac96-069142afe88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbab85-cdaf-4011-ac97-a9ad341fe52c,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:40.342749 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a228e1-c1ee-4767-85ad-b86652c43aed req-bf336159-56bc-4e61-8b8c-e578d22ca243 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:40.344389 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3a228e1-c1ee-4767-85ad-b86652c43aed req-bf336159-56bc-4e61-8b8c-e578d22ca243 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0510018 Nov 15 12:40:40.407080 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3a228e1-c1ee-4767-85ad-b86652c43aed req-a19daf19-6e69-42f8-82b6-d3cbf8667da6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566075 Nov 15 12:40:40.541441 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45458) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:40.556355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b36b335d-35e0-42d0-b46d-2cfecc9144f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.643760 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b36b335d-35e0-42d0-b46d-2cfecc9144f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.647657 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b36b335d-35e0-42d0-b46d-2cfecc9144f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.692407 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b36b335d-35e0-42d0-b46d-2cfecc9144f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36f5de6bd77846b592f2806452f0c82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493220 Nov 15 12:40:40.693123 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b335d-35e0-42d0-b46d-2cfecc9144f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55499097-20ca-4ec1-80dc-f76250bd9d86,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:40.695898 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45460) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:40.748534 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.771108 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.823434 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.826045 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:40.827249 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55499097-20ca-4ec1-80dc-f76250bd9d86 HTTP/1.1" status: 204 len: 168 time: 0.1302810 Nov 15 12:40:40.836481 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4e3fd-0bd2-4cc6-9807-a921e1d367d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55499097-20ca-4ec1-80dc-f76250bd9d86,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:41.216131 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45486) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:41.230261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-22595468-506d-43a7-9cc4-957a379692ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.313219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-22595468-506d-43a7-9cc4-957a379692ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.321810 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-22595468-506d-43a7-9cc4-957a379692ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.375376 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-22595468-506d-43a7-9cc4-957a379692ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cea5fbd5f75d49caa559025496afd8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577933 Nov 15 12:40:41.377544 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22595468-506d-43a7-9cc4-957a379692ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7db6a-32b7-4a9e-8ffa-35dc07fb230f,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:41.381729 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45500) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:41.445722 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.478452 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.561052 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fb279-c7dc-44ff-963f-01406cbf1e7a req-4ae2c6b7-6d68-42c5-b4c7-daf4cc3f12dd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:41.563515 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf7fb279-c7dc-44ff-963f-01406cbf1e7a req-4ae2c6b7-6d68-42c5-b4c7-daf4cc3f12dd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0655482 Nov 15 12:40:41.572012 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.574944 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:41.576214 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09d7db6a-32b7-4a9e-8ffa-35dc07fb230f HTTP/1.1" status: 204 len: 168 time: 0.1924295 Nov 15 12:40:41.610572 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce3da1-4957-4133-9bad-aa0cc765d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7db6a-32b7-4a9e-8ffa-35dc07fb230f,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:41.699392 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf7fb279-c7dc-44ff-963f-01406cbf1e7a req-8cbea019-da06-4289-8b0c-243752bd252b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210449 Nov 15 12:40:41.987652 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45538) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:42.095947 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f65a3757-ebe6-42df-89de-a37cb761d083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.175445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f65a3757-ebe6-42df-89de-a37cb761d083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.180073 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f65a3757-ebe6-42df-89de-a37cb761d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.220298 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f65a3757-ebe6-42df-89de-a37cb761d083 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1bad916dbba4fc08be766d847b8dd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310104 Nov 15 12:40:42.221650 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a3757-ebe6-42df-89de-a37cb761d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb6e08-b7f4-4732-88b8-51029889768d,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:42.223245 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45550) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:42.280506 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.304427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.352796 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.355588 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.356743 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76cb6e08-b7f4-4732-88b8-51029889768d HTTP/1.1" status: 204 len: 168 time: 0.1315997 Nov 15 12:40:42.368868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982679fd-bfbb-4d28-b5bb-59920ee854a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb6e08-b7f4-4732-88b8-51029889768d,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:42.814332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45574) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:42.834051 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-12a0115f-b99f-447b-b80f-c801db116a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:42.946910 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d7aa-2464-49e3-93cc-02b01ebc04ac req-0e720caa-0974-46b7-b0ce-e8fc38c1842a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:42.956601 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5a3d7aa-2464-49e3-93cc-02b01ebc04ac req-0e720caa-0974-46b7-b0ce-e8fc38c1842a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1107674 Nov 15 12:40:43.035446 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5a3d7aa-2464-49e3-93cc-02b01ebc04ac req-ce3b5d21-4020-4eb5-a1dd-bd9be26ef6e0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775015 Nov 15 12:40:43.053630 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45590) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:43.066878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-12a0115f-b99f-447b-b80f-c801db116a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.067592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-12a0115f-b99f-447b-b80f-c801db116a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.099467 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0115f-b99f-447b-b80f-c801db116a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03453b97-f4c1-4f94-ad84-5c9089b3e948,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:43.118998 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-12a0115f-b99f-447b-b80f-c801db116a5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b34126290e6a417cabc13318da1d3b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035183 Nov 15 12:40:43.122242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 45596) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:43.198957 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.231687 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a0222349-9647-4155-b718-c44436a090be admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.259267 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.353306 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.356226 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.359806 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03453b97-f4c1-4f94-ad84-5c9089b3e948 HTTP/1.1" status: 204 len: 168 time: 0.2340028 Nov 15 12:40:43.377174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f184a4-d2ae-4e17-a979-0f105016a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03453b97-f4c1-4f94-ad84-5c9089b3e948,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:43.409873 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a0222349-9647-4155-b718-c44436a090be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.415102 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a0222349-9647-4155-b718-c44436a090be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.455970 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-a0222349-9647-4155-b718-c44436a090be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cefacc4d3253437f89e051bbf65a5f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011862 Nov 15 12:40:43.456859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0222349-9647-4155-b718-c44436a090be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc28f208-a820-4d20-92a5-2c43228ac755,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:43.458636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 45610) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:43.520809 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.543002 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.588001 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.590610 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:43.591770 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc28f208-a820-4d20-92a5-2c43228ac755 HTTP/1.1" status: 204 len: 168 time: 0.1320918 Nov 15 12:40:43.601045 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4d19d-bb8c-4da0-9009-1991ce7d366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc28f208-a820-4d20-92a5-2c43228ac755,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:44.193073 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f28d-00cd-4397-9a84-6d857c9b7463 req-f59e925f-2218-49a1-a9a2-3e791ca16040 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:44.194629 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea59f28d-00cd-4397-9a84-6d857c9b7463 req-f59e925f-2218-49a1-a9a2-3e791ca16040 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0503938 Nov 15 12:40:44.267511 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea59f28d-00cd-4397-9a84-6d857c9b7463 req-b483702b-6e80-4004-af55-db6cd31f6a40 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621839 Nov 15 12:40:45.541717 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862ad18-e110-4b4a-a2d0-bd9001ae905d req-7d90467c-a9e8-4d33-9330-c341eef27126 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:45.543280 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6862ad18-e110-4b4a-a2d0-bd9001ae905d req-7d90467c-a9e8-4d33-9330-c341eef27126 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0828655 Nov 15 12:40:45.576216 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb600aa-f3ec-4294-b955-de3d4e6233e6 req-01e2494c-a206-4242-ac7a-8c400cf59657 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:45.577832 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fdb600aa-f3ec-4294-b955-de3d4e6233e6 req-01e2494c-a206-4242-ac7a-8c400cf59657 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0805233 Nov 15 12:40:45.624958 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6862ad18-e110-4b4a-a2d0-bd9001ae905d req-730757b8-54d8-47c6-803c-33594e1383d2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709829 Nov 15 12:40:45.646466 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fdb600aa-f3ec-4294-b955-de3d4e6233e6 req-a1ad1062-c1a6-443b-9d2c-5465063b03d3 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Nov 15 12:40:46.777938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136ab0-68bb-4e06-99ce-50901330af1b req-da3c17e2-59b7-46d3-ac5f-1228fd25de01 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:46.779528 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c8136ab0-68bb-4e06-99ce-50901330af1b req-da3c17e2-59b7-46d3-ac5f-1228fd25de01 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0811760 Nov 15 12:40:46.794313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024052-0cf7-42be-b6d4-7831680f7686 req-81eb2581-a599-4654-9741-89001a457c00 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:46.795838 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b3024052-0cf7-42be-b6d4-7831680f7686 req-81eb2581-a599-4654-9741-89001a457c00 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0703077 Nov 15 12:40:46.866701 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c8136ab0-68bb-4e06-99ce-50901330af1b req-88b29de8-b1a3-4106-814a-73778aa2bba2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Nov 15 12:40:46.871105 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b3024052-0cf7-42be-b6d4-7831680f7686 req-76371ee0-71d5-45b2-9adb-9d9738fb3f9e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688891 Nov 15 12:40:47.986031 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04fb21-3ffe-471b-89dc-4216412b415a req-d59f07e2-44f9-4c79-9268-9867b626e616 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:47.987869 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0f04fb21-3ffe-471b-89dc-4216412b415a req-d59f07e2-44f9-4c79-9268-9867b626e616 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0517528 Nov 15 12:40:48.035369 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0f04fb21-3ffe-471b-89dc-4216412b415a req-45de64c6-2f6a-4a20-949b-1eea00e70232 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Nov 15 12:40:48.138025 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded1ea-e7de-4af5-b343-5ef0806b3677 req-e1c38b7f-b8f3-4bfe-b617-920e533578bb tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:48.139511 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4bded1ea-e7de-4af5-b343-5ef0806b3677 req-e1c38b7f-b8f3-4bfe-b617-920e533578bb tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0517337 Nov 15 12:40:48.192082 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4bded1ea-e7de-4af5-b343-5ef0806b3677 req-1493303d-5fe0-4a54-88bd-fbef1d8d433f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Nov 15 12:40:49.162488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0990b-9790-4223-a8db-dac4558b7545 req-ff75ba2f-d125-486e-b6c7-f7f0e00fca69 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:49.164017 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53c0990b-9790-4223-a8db-dac4558b7545 req-ff75ba2f-d125-486e-b6c7-f7f0e00fca69 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0551569 Nov 15 12:40:49.213429 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53c0990b-9790-4223-a8db-dac4558b7545 req-71443fa5-f9e1-46d4-970e-a27e82426afc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Nov 15 12:40:49.319059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9ce16-abc4-42f6-9d22-379d67df0ed1 req-8db9eebd-5388-4f19-96a7-947a08b29f6d tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:49.320543 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47c9ce16-abc4-42f6-9d22-379d67df0ed1 req-8db9eebd-5388-4f19-96a7-947a08b29f6d tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0513766 Nov 15 12:40:49.373007 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47c9ce16-abc4-42f6-9d22-379d67df0ed1 req-9afa009a-2a88-424e-a10a-acd096cce21e tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464616 Nov 15 12:40:49.403381 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-61155022-3b26-4a75-9830-827afbfabc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:50.339722 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dfa48-1772-4f4e-a0ed-b68948bd9925 req-874903bd-aabc-47bd-8f22-31f602844a51 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:50.343963 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e7dfa48-1772-4f4e-a0ed-b68948bd9925 req-874903bd-aabc-47bd-8f22-31f602844a51 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0575852 Nov 15 12:40:50.412135 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e7dfa48-1772-4f4e-a0ed-b68948bd9925 req-96e9aa0b-2d87-462f-b49a-0363dd69ff3d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Nov 15 12:40:50.497437 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048f63-6206-46b6-843b-d8949a3bb856 req-206934e7-4ed4-45d2-8677-98e0c767c70a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:50.499869 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb048f63-6206-46b6-843b-d8949a3bb856 req-206934e7-4ed4-45d2-8677-98e0c767c70a tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0530071 Nov 15 12:40:50.563451 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb048f63-6206-46b6-843b-d8949a3bb856 req-7396360a-8f06-4671-bbaa-c8ff3c024eef tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/security-groups?id=d14d922d-4a9a-426b-8cbe-bce1aee32314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567758 Nov 15 12:40:50.626365 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-b167b139-9ac7-463c-b65a-5098f77f19ed tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:50.627891 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-b167b139-9ac7-463c-b65a-5098f77f19ed tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.36 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 946 time: 0.0556631 Nov 15 12:40:50.791037 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Deleting port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:40:50.791383 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:50.885268 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] For port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,segment=NetworkSegment(d1e0aad9-5d0c-48d7-a665-53ad489b41df),segment_id=d1e0aad9-5d0c-48d7-a665-53ad489b41df)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:40:50.885626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:50.901925 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Calling delete_port for 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:40:51.076933 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:51.107237 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Pushing event deleted for resources: {'Port': ['ID=6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:51.123986 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:40:51.168613 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] No DVR routers for this DVR port 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:40:51.171646 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:51.175258 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cac9e72-67fe-4f6b-836f-697aba7f6ce3 req-38fae72a-b246-4eb2-a9c6-fdeb6e88f19f tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.36 "DELETE /v2.0/ports/6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e HTTP/1.1" status: 204 len: 173 time: 0.5355351 Nov 15 12:40:51.175689 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'name': 'network-vif-deleted', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:40:51.177890 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3564de-6b71-443d-89f9-d09938fa903e" -d '{"events": [{"server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "name": "network-vif-deleted", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:40:51.219454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f2057-278f-47eb-aae9-188235c0eda0 x-openstack-request-id: req-3d3f2057-278f-47eb-aae9-188235c0eda0 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:40:51.219745 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b7dd7b-ae59-4375-b46b-47dacaf4be62", "name": "network-vif-deleted", "tag": "6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:40:51.220000 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d3f2057-278f-47eb-aae9-188235c0eda0 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:40:51.220396 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b7dd7b-ae59-4375-b46b-47dacaf4be62', 'name': 'network-vif-deleted', 'tag': '6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e', 'status': 'completed', 'code': 200} Nov 15 12:40:51.535989 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959263-e065-43bc-ad52-9efad70cab82 req-23b3bf4e-9ccf-4fe6-81bd-711d8231f3b3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:51.537428 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51959263-e065-43bc-ad52-9efad70cab82 req-23b3bf4e-9ccf-4fe6-81bd-711d8231f3b3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0535464 Nov 15 12:40:51.586506 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51959263-e065-43bc-ad52-9efad70cab82 req-48a9afac-4b01-4440-bb62-76a878926e21 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Nov 15 12:40:51.668864 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b061cf8e-8cad-49f9-9bda-2a29aa468209 req-146ffff6-c5f2-4ee5-bfbf-f7b01b865335 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0307219 Nov 15 12:40:51.881938 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-41264952-6ee2-4ebf-8b02-6b432c9f7d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:52.702875 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856b7d-0ad8-4275-9fe5-95346280ed72 req-9fbd6e5c-6732-4a2f-aaed-0a9a27d39587 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:52.704479 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0d856b7d-0ad8-4275-9fe5-95346280ed72 req-9fbd6e5c-6732-4a2f-aaed-0a9a27d39587 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0503228 Nov 15 12:40:52.754065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0d856b7d-0ad8-4275-9fe5-95346280ed72 req-a7cefde3-48a0-4582-9580-32d7b477f20a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Nov 15 12:40:52.832812 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8ba5539f-65cd-4251-a5ef-0ec8c666c6eb req-61c15a43-f240-4ef6-bf82-9e181e093bab tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0259593 Nov 15 12:40:53.146007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:53.870189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccada1d4-e863-4f97-ad40-537ca1d4a7b4 req-9cf1d238-4d61-412d-9494-7c4d6676e796 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:53.871673 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ccada1d4-e863-4f97-ad40-537ca1d4a7b4 req-9cf1d238-4d61-412d-9494-7c4d6676e796 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0504162 Nov 15 12:40:53.918714 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ccada1d4-e863-4f97-ad40-537ca1d4a7b4 req-f1eb4a47-c919-4b13-80d6-b78765860008 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Nov 15 12:40:54.002048 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-302a44bc-a77b-4d7d-af1d-a4c2437a56c7 req-925afa9b-5c00-4609-baf6-af67189582b5 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0253565 Nov 15 12:40:54.117602 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:40:54.143321 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:40:54.143669 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6b8d7663-6fa5-48c7-b3b3-f2a4a7d6782e not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:40:54.156872 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:55.012888 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:55.042643 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7900-f14d-446c-a9bb-f2bfd33d5e7b req-1ab667b7-a816-4af2-8511-66b41c2e7bd6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:55.051311 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3c7d7900-f14d-446c-a9bb-f2bfd33d5e7b req-1ab667b7-a816-4af2-8511-66b41c2e7bd6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0594435 Nov 15 12:40:55.115063 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3c7d7900-f14d-446c-a9bb-f2bfd33d5e7b req-41da4ee6-b084-4d33-a7d1-ae31be075b57 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626466 Nov 15 12:40:55.154007 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e972b9-4c09-4427-aeda-0349af08374b req-47a5700a-17cc-4054-9635-5dc558549027 tempest-DeleteServersTestJSON-707051754 tempest-DeleteServersTestJSON-707051754-project] 10.222.0.43 "GET /v2.0/ports?device_id=10b7dd7b-ae59-4375-b46b-47dacaf4be62 HTTP/1.1" status: 200 len: 210 time: 0.0480449 Nov 15 12:40:56.257722 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83863-dfe8-445a-81be-c2c9e4102d09 req-36c3db9e-878f-4ea7-8725-2c3a20132b4a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:56.259240 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6e83863-dfe8-445a-81be-c2c9e4102d09 req-36c3db9e-878f-4ea7-8725-2c3a20132b4a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0517325 Nov 15 12:40:56.308868 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6e83863-dfe8-445a-81be-c2c9e4102d09 req-387299d3-1784-4003-86dd-22cd612e1954 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Nov 15 12:40:57.432138 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3480e-9302-4eef-95e6-bcd91578a0ab req-f906a717-b38d-41cf-8903-3ef7d8f5b988 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:57.433619 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aea3480e-9302-4eef-95e6-bcd91578a0ab req-f906a717-b38d-41cf-8903-3ef7d8f5b988 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0502174 Nov 15 12:40:57.480233 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aea3480e-9302-4eef-95e6-bcd91578a0ab req-8321658b-ece2-4241-97b8-4a230f83599e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Nov 15 12:40:58.601913 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45579-be51-4b5a-82de-125d0486fbce req-d5e08a3a-7117-4ab6-8f6d-fea1736a02a9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:40:58.603645 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-31d45579-be51-4b5a-82de-125d0486fbce req-d5e08a3a-7117-4ab6-8f6d-fea1736a02a9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0523036 Nov 15 12:40:58.845169 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-31d45579-be51-4b5a-82de-125d0486fbce req-93fed999-596e-468a-a02c-76b9dcf8e40d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350855 Nov 15 12:40:59.720002 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46126) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:59.769832 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Deleting subnet 2d18b34c-4032-4054-bb22-8d5511182cc5 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:40:59.775388 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:59.836691 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:59.844895 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:59.918232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:59.966942 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d18b34c-4032-4054-bb22-8d5511182cc5,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:40:59.975676 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:40:59.983020 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46144) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:40:59.983693 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4e946efe-5dcc-438e-a016-76d16adff0f6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2d18b34c-4032-4054-bb22-8d5511182cc5 HTTP/1.1" status: 204 len: 168 time: 0.2619474 Nov 15 12:41:00.047054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c78d-ab40-4570-9752-7ebb87c289c2 req-ffd77928-4498-44c8-910f-b3bfbd75e4ef tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:00.048773 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99d0c78d-ab40-4570-9752-7ebb87c289c2 req-ffd77928-4498-44c8-910f-b3bfbd75e4ef tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0831289 Nov 15 12:41:00.103668 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.156944 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99d0c78d-ab40-4570-9752-7ebb87c289c2 req-6d7940f4-2f13-474d-96bc-627c7a2f75c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914733 Nov 15 12:41:00.258960 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.288277 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd72df4-58d1-4d00-beca-5f4ede5007f7']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:00.301883 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e0aad9-5d0c-48d7-a665-53ad489b41df') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:00.302189 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e0aad9-5d0c-48d7-a665-53ad489b41df') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:00.311960 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.336287 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.339043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:41:00.339379 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:41:00.404085 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:41:00.410199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.415524 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.423067 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9dd72df4-58d1-4d00-beca-5f4ede5007f7 HTTP/1.1" status: 204 len: 168 time: 0.4371800 Nov 15 12:41:00.439657 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d80c3-ec03-4bcb-8bd7-49bd1d39f7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd72df4-58d1-4d00-beca-5f4ede5007f7,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:00.639533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46196) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:00.697660 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-78242d4a-ca84-4a19-a6b7-e8f56f9874a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53c643bbc1074232958965e5aceb5e5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0559752 Nov 15 12:41:00.700146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46200) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:00.751620 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.776682 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.816749 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46204) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:00.841155 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.845018 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:00.846242 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d14d922d-4a9a-426b-8cbe-bce1aee32314 HTTP/1.1" status: 204 len: 168 time: 0.1448872 Nov 15 12:41:00.855011 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a5dbe-eb14-4bc7-a824-20454c3b2442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d922d-4a9a-426b-8cbe-bce1aee32314,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:00.965045 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-569b0646-7228-4c2b-a4ce-6e47e8b3e413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.063024 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-569b0646-7228-4c2b-a4ce-6e47e8b3e413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.068272 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-569b0646-7228-4c2b-a4ce-6e47e8b3e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.113765 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b0646-7228-4c2b-a4ce-6e47e8b3e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd97ef-c5cf-496c-b2ce-e95fc2fd14ea,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:01.118198 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-569b0646-7228-4c2b-a4ce-6e47e8b3e413 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d64a128c5e01439888d80541080fac8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004096 Nov 15 12:41:01.120781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46216) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:01.175502 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.200382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.270589 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.274129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.278784 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35dd97ef-c5cf-496c-b2ce-e95fc2fd14ea HTTP/1.1" status: 204 len: 168 time: 0.1566126 Nov 15 12:41:01.292551 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb365cc-9d48-4d93-8200-856a10726275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd97ef-c5cf-496c-b2ce-e95fc2fd14ea,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:01.316135 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07cee3-4d56-4395-a927-a65b7cc63603 req-ee5a3554-a1e8-446e-86cd-8dca230f1fbc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:01.317801 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6c07cee3-4d56-4395-a927-a65b7cc63603 req-ee5a3554-a1e8-446e-86cd-8dca230f1fbc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0913587 Nov 15 12:41:01.394875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6c07cee3-4d56-4395-a927-a65b7cc63603 req-0d797a33-8b3e-4c29-a121-818e15f942e2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 Nov 15 12:41:01.703623 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46252) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:01.720397 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-75526899-4dff-453f-823b-6803c3b93411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.759105 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46258) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:01.768144 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46260) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:01.819742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-75526899-4dff-453f-823b-6803c3b93411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.826541 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-75526899-4dff-453f-823b-6803c3b93411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.832970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Deleting subnet ea3a8c75-97af-47fa-94fc-0355a1e011ec {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:41:01.836882 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.875212 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.875661 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-75526899-4dff-453f-823b-6803c3b93411 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=265644a6292e4f3c9cd2bea5586b2eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705577 Nov 15 12:41:01.876320 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46266) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:01.878700 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75526899-4dff-453f-823b-6803c3b93411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c0156-4d6a-4d39-a103-cc49037df450,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:01.884036 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.944148 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.953557 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.975925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.989805 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:01.993235 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ea3a8c75-97af-47fa-94fc-0355a1e011ec HTTP/1.1" status: 204 len: 168 time: 0.2329073 Nov 15 12:41:01.994272 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecb89d-1d84-49e5-bafc-fff0173a695f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3a8c75-97af-47fa-94fc-0355a1e011ec,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:01.996504 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-network', 'tenant_id': '811d24506f5a47d0925645d4303dac8d'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:01.996762 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46270) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:02.039574 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Made reservation on behalf of 811d24506f5a47d0925645d4303dac8d for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:02.041859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.052527 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.062501 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.065199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.066982 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/018c0156-4d6a-4d39-a103-cc49037df450 HTTP/1.1" status: 204 len: 168 time: 0.1893685 Nov 15 12:41:02.081082 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011171b-217e-4360-8b24-6515e57f841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c0156-4d6a-4d39-a103-cc49037df450,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:02.089209 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.160003 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.164440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.185871 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.189947 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:41:02.204996 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7457f4-bef2-45a4-8911-f1c643c781b0,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:02.212792 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.213187 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.214078 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.214594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.215162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.215643 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.216181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.216635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.217217 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.217436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.223272 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.223991 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Added segment 7e929358-d5ba-4021-8f77-620a398f2ec0 of type vlan for network f0a2cb68-3063-4051-80f9-d2c4ff88f485 Nov 15 12:41:02.271634 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.298586 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.300811 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:02.301893 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.328885 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.330332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.331021 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.331711 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 15 12:41:02.332486 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b6ae9a-f60c-42ae-b1f6-918c978cd369']}} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:02.354071 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9752c3-11c5-45c3-8147-a57ac1429ae7') {'for_net_delete': True} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:02.354695 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9752c3-11c5-45c3-8147-a57ac1429ae7') {} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:02.363550 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5943422 Nov 15 12:41:02.369447 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46280) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:02.376020 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Request body: {'subnet': {'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-subnet', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:02.376923 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6b4e2-dfe6-431d-a67d-a4ff1175c0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a2cb68-3063-4051-80f9-d2c4ff88f485,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:02.385841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690181'] for segment, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.393402 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:41:02.428892 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.441220 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=108282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:41:02.441923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9769486'] for segment, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: from cryptography.utils import int_from_bytes Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: from cryptography.utils import int_from_bytes Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: Traceback (most recent call last): Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: timer() Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: cb(*args, **kw) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: return func(*args, **kwargs) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: self._notify() Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: self.callback(batched_events) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: event.method(event) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: return f(self, *a, **k) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._get(url).json() Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: return self.request(url, 'GET', **kwargs) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:41:02.510268 dv-cinder-680889-10-iscsi neutron-server[108282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:41:02.563773 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.567066 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Made reservation on behalf of 811d24506f5a47d0925645d4303dac8d for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:02.569398 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.624585 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.627941 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/82b6ae9a-f60c-42ae-b1f6-918c978cd369 HTTP/1.1" status: 204 len: 168 time: 0.6300776 Nov 15 12:41:02.630988 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46298) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:02.634801 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce000a6-9852-4a02-a2d9-713c538dc4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b6ae9a-f60c-42ae-b1f6-918c978cd369,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:02.661943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b75a-4ea9-4d9a-add9-cb3213453d3d req-e098d480-11fb-40eb-9ba8-0ee7127f1156 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:02.663529 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65c7b75a-4ea9-4d9a-add9-cb3213453d3d req-e098d480-11fb-40eb-9ba8-0ee7127f1156 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1524296 Nov 15 12:41:02.692946 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Deleting subnet 6a16a642-48e7-4c24-9c22-461af3a9a379 {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:41:02.697862 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.770018 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-65c7b75a-4ea9-4d9a-add9-cb3213453d3d req-a506e28e-d0e2-4dac-9ac6-12fc90be24f8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948887 Nov 15 12:41:02.846301 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.909372 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4315df67-1f9e-4739-9480-055b6fcc791e,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:02.920350 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Checking segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:02.921548 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Network hostable DHCP agents. Network: f0a2cb68-3063-4051-80f9-d2c4ff88f485, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:41:02.952017 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:41:02.964585 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, f0a2cb68-3063-4051-80f9-d2c4ff88f485) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:02.971320 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:02.972068 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:02.984321 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0d9e5-8241-4756-8835-93d01b7fe6e5 None None] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:02.984706 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.006197 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2d15a5d1-f4c5-4944-af1a-50dfcf0707df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6355369 Nov 15 12:41:03.006882 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46312) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:03.011260 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:03.062463 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.063949 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.071325 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.168732 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.178439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.196180 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.199098 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:41:03.199978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.213250 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a16a642-48e7-4c24-9c22-461af3a9a379 HTTP/1.1" status: 204 len: 168 time: 0.5801656 Nov 15 12:41:03.229747 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46318) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:03.243470 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd12ea3-4dc1-450f-a628-231e932c0e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a16a642-48e7-4c24-9c22-461af3a9a379,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:03.374269 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Allocated IP 172.20.0.2 (f0a2cb68-3063-4051-80f9-d2c4ff88f485/4315df67-1f9e-4739-9480-055b6fcc791e/bb3918d8-c954-4556-b988-2a11c751fc53) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:03.402514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.411357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.560188 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.568709 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.591559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.607753 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:03.611531 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:03.615863 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:03.644303 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3897409d-d91b-4208-b44d-d86c2c472346']}} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:03.659145 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548435eb-4cc3-4324-bf9f-dfa4859b37e5') {'for_net_delete': True} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:03.659770 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548435eb-4cc3-4324-bf9f-dfa4859b37e5') {} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:03.662185 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Pushing event updated for resources: {'Port': ['ID=bb3918d8-c954-4556-b988-2a11c751fc53,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:03.682860 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690181'] for segment, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.693584 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.694234 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.694594 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.695100 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.695455 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.695936 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.696287 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.697316 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.697785 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.698131 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.698726 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.699093 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:03.714394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.715918 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Attempting to bind port bb3918d8-c954-4556-b988-2a11c751fc53 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:03.716305 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Attempting to bind port bb3918d8-c954-4556-b988-2a11c751fc53 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:03.716721 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Attempting to bind port bb3918d8-c954-4556-b988-2a11c751fc53 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:03.723201 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:03.723474 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=108282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:41:03.723716 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Checking segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:03.724080 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9769486'] for segment, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.725492 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.725902 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Bound using segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:03.726508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Bound port: bb3918d8-c954-4556-b988-2a11c751fc53, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:03.726914 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: Traceback (most recent call last): Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: timer() Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: cb(*args, **kw) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: return func(*args, **kwargs) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: self._notify() Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: self.callback(batched_events) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: event.method(event) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: return f(self, *a, **k) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._get(url).json() Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: return self.request(url, 'GET', **kwargs) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:41:03.737957 dv-cinder-680889-10-iscsi neutron-server[108282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:41:03.797804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.801027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] For port bb3918d8-c954-4556-b988-2a11c751fc53, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:03.805497 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.805939 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] For port bb3918d8-c954-4556-b988-2a11c751fc53, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bb3918d8-c954-4556-b988-2a11c751fc53,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:03.811731 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:03.811869 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3897409d-d91b-4208-b44d-d86c2c472346 HTTP/1.1" status: 204 len: 168 time: 0.5808604 Nov 15 12:41:03.832875 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21d49a-d395-4204-83ce-7bf4f5dd5526 admin admin] Pushing event deleted for resources: {'Network': ['ID=3897409d-d91b-4208-b44d-d86c2c472346,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:03.902693 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebbbf3-aaa3-4ceb-9a6e-55e181fe82ad None None] Pushing event updated for resources: {'Port': ['ID=bb3918d8-c954-4556-b988-2a11c751fc53,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:04.000202 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.010345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3911-c737-4101-b472-d825806e7287 req-97474255-326c-460b-aaff-c87c5e58a2c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:04.012009 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7cfd3911-c737-4101-b472-d825806e7287 req-97474255-326c-460b-aaff-c87c5e58a2c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1422546 Nov 15 12:41:04.035345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.123205 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46354) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:04.166482 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7cfd3911-c737-4101-b472-d825806e7287 req-18647d58-5176-4054-b70c-1c75dc12d308 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335139 Nov 15 12:41:04.207384 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d8db46f0-ec52-4f89-9cb4-c36a240965cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4babb3ec901f435f922531e386af3a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784705 Nov 15 12:41:04.207475 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46358) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:04.346528 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Allocated IP 172.27.1.206 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/3c0d1ce0-9176-479c-8b1d-f211fe7d8dff) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:04.376546 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.476280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.544200 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.568036 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.570578 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.571760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cdd2e6b-97ac-4058-92da-9295f3b9ea28 HTTP/1.1" status: 204 len: 168 time: 0.3634260 Nov 15 12:41:04.591942 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7347151-2fe8-48ca-84f8-8d10737eede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd2e6b-97ac-4058-92da-9295f3b9ea28,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:04.604840 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:04.650294 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:04.654942 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:04.663070 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:04.667023 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:04.961891 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.032947 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46372) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:05.097384 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1bfc881f-8eda-4360-ac8e-6a6c4a1cdfe1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=337f861d300a4a5c8e7879e618f480b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631018 Nov 15 12:41:05.099871 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46374) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:05.134732 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46376) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:05.182231 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.226916 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.314602 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d53a1-930e-40f3-ab42-93ddf0d32343 None None] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:05.377977 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.381406 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.385374 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8290f555-e552-4b36-8ac7-12a0a18f00b9 HTTP/1.1" status: 204 len: 168 time: 0.2817936 Nov 15 12:41:05.402573 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0252-fd87-48a5-9b15-55e35b79d12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8290f555-e552-4b36-8ac7-12a0a18f00b9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:05.412742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b3da43bc-dc96-482e-af81-23301aadb07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.482153 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bb3918d8-c954-4556-b988-2a11c751fc53 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:05.517488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7db9fa-4a79-44ea-b4f2-c447fce5a06a req-65713ae1-41da-47ab-8ad0-fec78fc1bc6d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:05.519183 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] Provisioning complete for port bb3918d8-c954-4556-b988-2a11c751fc53 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:05.519766 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aa7db9fa-4a79-44ea-b4f2-c447fce5a06a req-65713ae1-41da-47ab-8ad0-fec78fc1bc6d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1204865 Nov 15 12:41:05.526387 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.550086 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.560781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b3da43bc-dc96-482e-af81-23301aadb07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.569701 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b3da43bc-dc96-482e-af81-23301aadb07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.615365 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da43bc-dc96-482e-af81-23301aadb07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e0253-2326-4768-91a2-e7cf3a77081e,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:05.635572 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b3da43bc-dc96-482e-af81-23301aadb07c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b807ca15343456387c73fb5bc21309e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994869 Nov 15 12:41:05.638200 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46396) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:05.703900 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aa7db9fa-4a79-44ea-b4f2-c447fce5a06a req-7a010465-d3d7-49b3-addc-bea94587cbd2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760619 Nov 15 12:41:05.765172 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.798639 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port bb3918d8-c954-4556-b988-2a11c751fc53 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:05.799539 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.805868 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.825611 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.826659 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:41:05.891831 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.900036 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:05.901621 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/475e0253-2326-4768-91a2-e7cf3a77081e HTTP/1.1" status: 204 len: 168 time: 0.2611089 Nov 15 12:41:05.923795 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] For port bb3918d8-c954-4556-b988-2a11c751fc53, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bb3918d8-c954-4556-b988-2a11c751fc53,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:05.928843 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74aa3a-8575-4163-a131-084142199d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e0253-2326-4768-91a2-e7cf3a77081e,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:05.935210 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:06.090327 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:41:06.103208 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:41:06.119862 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:06.122527 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:06.131664 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:06.133278 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-710ff060-747f-4405-9561-c6b25a81cab1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1254373 Nov 15 12:41:06.136322 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46416) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:06.372982 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:06.399953 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4777-7423-48ec-b6f2-0aff430f5f2b None None] Pushing event updated for resources: {'Port': ['ID=bb3918d8-c954-4556-b988-2a11c751fc53,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:06.446680 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f4c8bed8-f3be-4822-bec7-7159d12f282d None None] Provisioning complete for port bb3918d8-c954-4556-b988-2a11c751fc53 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:06.447088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f4c8bed8-f3be-4822-bec7-7159d12f282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:06.610010 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:04Z', 'revision_number': 3, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:06.646569 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:41:06.647281 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Updating router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:41:06.690018 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:06.854065 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23c91a-df2a-4635-ba05-2ccdf3c3ea70 req-b9f602b8-7e66-4898-a39f-2f7bcd67c1b8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:06.855696 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8b23c91a-df2a-4635-ba05-2ccdf3c3ea70 req-b9f602b8-7e66-4898-a39f-2f7bcd67c1b8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0674260 Nov 15 12:41:06.909861 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8b23c91a-df2a-4635-ba05-2ccdf3c3ea70 req-af081ab0-b469-4bb2-9c17-966a5f45a4c9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Nov 15 12:41:06.914091 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.036856 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.044036 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.098436 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Pushing event updated for resources: {'Port': ['ID=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,revision_number=2']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:07.105462 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Allocated IP 172.20.0.1 (f0a2cb68-3063-4051-80f9-d2c4ff88f485/4315df67-1f9e-4739-9480-055b6fcc791e/301458e2-6aa8-4710-be9e-0d7d2b215e97) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:07.120696 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Attempting to bind port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:07.121266 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Attempting to bind port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:07.121448 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Attempting to bind port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:07.128097 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:07.128481 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:07.128889 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Bound port: 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.135721 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.136809 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.136809 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.136809 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.137170 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.137316 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.141399 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.141399 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.141399 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.141399 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:07.207296 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] For port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:07.219365 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] For port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:07.224214 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.242309 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46444) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:07.264119 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.264866 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bb3918d8-c954-4556-b988-2a11c751fc53 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:07.281364 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cea28-f71b-4532-a80b-9575003da6be None None] Pushing event updated for resources: {'Port': ['ID=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:07.305275 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:07.305937 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:07.330223 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.400952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:07.404504 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:07.413687 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port bb3918d8-c954-4556-b988-2a11c751fc53 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:07.417735 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.427758 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:07.431006 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:07.503034 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:07.532437 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce9f71c9-025c-401e-9f1b-991b2db266c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.553126 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.712974 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce9f71c9-025c-401e-9f1b-991b2db266c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.720496 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce9f71c9-025c-401e-9f1b-991b2db266c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.771626 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:04Z', 'revision_number': 3, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:07.777844 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f71c9-025c-401e-9f1b-991b2db266c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340ad702-ca9a-40b8-99ac-d2f779392742,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:07.790077 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ce9f71c9-025c-401e-9f1b-991b2db266c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c09b898b0e141ed99a77abf2e8246f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5454450 Nov 15 12:41:07.794196 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46458) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:07.808737 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eca1e1-93cb-42eb-9ae4-0de5cabf0b15 None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:04Z', 'revision_number': 3, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:41:07.864304 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.866582 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-eac47120-a2af-45d1-acc7-7d7409793667 None None] Provisioning complete for port 301458e2-6aa8-4710-be9e-0d7d2b215e97 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:07.867044 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-eac47120-a2af-45d1-acc7-7d7409793667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:07.915552 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-eac47120-a2af-45d1-acc7-7d7409793667 None None] Port 301458e2-6aa8-4710-be9e-0d7d2b215e97 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:41:07.957395 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.011532 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.116125 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9809-67fc-430d-9525-008d52e90bba req-324a8888-587c-4724-a148-6f019d3641c5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:08.118240 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf0c9809-67fc-430d-9525-008d52e90bba req-324a8888-587c-4724-a148-6f019d3641c5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1129954 Nov 15 12:41:08.160057 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.163098 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.165028 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/340ad702-ca9a-40b8-99ac-d2f779392742 HTTP/1.1" status: 204 len: 168 time: 0.3679364 Nov 15 12:41:08.167440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.180997 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.186472 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61cc0a-1fb3-4ce8-b849-4c6c8d473f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340ad702-ca9a-40b8-99ac-d2f779392742,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:08.284192 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf0c9809-67fc-430d-9525-008d52e90bba req-2a11cada-c9d4-4a71-94c4-7fa3002d2b9c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550429 Nov 15 12:41:08.392108 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:08.394703 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.533420 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:08.535017 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:08.700817 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:41:08.853199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:41:08.863787 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-21edfc87-df49-4a57-aed8-66dedc6f6ce4 admin admin] 10.222.0.43 "PUT /v2.0/routers/3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262564 Nov 15 12:41:08.865702 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-d45c5bef-9710-4b6e-8d28-0585f97da9d7 None None] Provisioning complete for port 301458e2-6aa8-4710-be9e-0d7d2b215e97 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:08.866249 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d45c5bef-9710-4b6e-8d28-0585f97da9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:08.921145 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-d45c5bef-9710-4b6e-8d28-0585f97da9d7 None None] Port 301458e2-6aa8-4710-be9e-0d7d2b215e97 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:41:09.252615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:09.314843 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:09.315177 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.375493 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.425269 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.465905 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:09.475501 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.543694 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:09.600385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46516) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:09.608199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854499085', 'description': 'tempest-description--1254746052'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:09.641155 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.744951 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f2bd-048e-4d51-9e98-82a41729e745 req-9e58a291-f0d2-438e-b05c-53f7f8b4ecbc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:09.758968 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7746f2bd-048e-4d51-9e98-82a41729e745 req-9e58a291-f0d2-438e-b05c-53f7f8b4ecbc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1027846 Nov 15 12:41:09.802032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.806435 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.835622 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7746f2bd-048e-4d51-9e98-82a41729e745 req-caa11cb6-0810-49c3-b7e2-0d6bf9617aae tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810952 Nov 15 12:41:09.836797 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.838044 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2363036 Nov 15 12:41:09.841028 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46524) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:09.845723 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group_rule': {'security_group_id': 'ee0700e4-36b0-4ff8-b293-077f491921c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:09.854464 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15b7cc-020a-45b8-b83f-61cc99847804 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0700e4-36b0-4ff8-b293-077f491921c8,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:09.873128 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:41:09.881515 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.885080 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:09.885705 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:09.956829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.960868 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.978817 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5be58a-b1db-4a00-b394-8ac7b572b42f,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:09.988159 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:09.989393 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-711b4bf1-7587-421b-a24f-dd7c4ccf148b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474216 Nov 15 12:41:09.992594 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46526) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:09.996983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group_rule': {'security_group_id': 'ee0700e4-36b0-4ff8-b293-077f491921c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:09.998004 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:10.028062 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.087114 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.090875 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.109068 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351d6fa1-ede2-4cc1-adaa-b10e45279639,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:10.117080 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.118277 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c731ad18-7788-4d6f-8396-545fe89623d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247423 Nov 15 12:41:10.121624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46528) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:10.127525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:10.157742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.215359 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 2, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:10.245476 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:41:10.247059 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Updating router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e port 301458e2-6aa8-4710-be9e-0d7d2b215e97 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:41:10.262567 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.273752 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.381925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Allocated IP 172.27.1.128 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/49057b0a-44fe-4aea-b7b7-7fdff37cf74b) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:10.504828 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.547826 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.576130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.582992 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.602443 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=49057b0a-44fe-4aea-b7b7-7fdff37cf74b,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:10.612931 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:10.614376 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:10.619514 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:10.644529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084f63-1ad4-4db4-8fb2-529e4897eb59 None None] Pushing event updated for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:10.705093 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Attempting to bind port 301458e2-6aa8-4710-be9e-0d7d2b215e97 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:10.705563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Attempting to bind port 301458e2-6aa8-4710-be9e-0d7d2b215e97 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:10.706007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Attempting to bind port 301458e2-6aa8-4710-be9e-0d7d2b215e97 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:10.711909 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:10.712391 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Checking segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:10.712868 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.713325 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Bound using segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:10.713876 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Bound port: 301458e2-6aa8-4710-be9e-0d7d2b215e97, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:10.714343 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.716911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.756215 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.791514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] For port 301458e2-6aa8-4710-be9e-0d7d2b215e97, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:10.795625 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] For port 301458e2-6aa8-4710-be9e-0d7d2b215e97, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=301458e2-6aa8-4710-be9e-0d7d2b215e97,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:10.801481 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.905455 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] Provisioning complete for port 301458e2-6aa8-4710-be9e-0d7d2b215e97 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:10.905990 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.907775 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084f63-1ad4-4db4-8fb2-529e4897eb59 None None] Pushing event updated for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:10.942692 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.943493 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:10.944006 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:40:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:10.947698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:10.985921 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6ca0-145d-433a-abe8-a6ab92c9e86a req-5ef5a676-4de6-425f-9c29-65e01ae9dba1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:10.988390 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8bda6ca0-145d-433a-abe8-a6ab92c9e86a req-5ef5a676-4de6-425f-9c29-65e01ae9dba1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0544932 Nov 15 12:41:11.036841 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.040800 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=49057b0a-44fe-4aea-b7b7-7fdff37cf74b,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:11.060785 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.063016 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f8e7ba9d-0689-42b1-96d8-1c70a008bfee tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9403505 Nov 15 12:41:11.072947 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:11.082245 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8bda6ca0-145d-433a-abe8-a6ab92c9e86a req-7781958e-3b34-419f-a6fe-02affbe3c916 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Nov 15 12:41:11.227708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:11.407934 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.498133 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] For port 301458e2-6aa8-4710-be9e-0d7d2b215e97, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=301458e2-6aa8-4710-be9e-0d7d2b215e97,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:11.505312 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.533450 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:11.533831 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.560810 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:41:11.602951 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9e465-771c-43e0-a632-36df1a765a52 None None] Pushing event updated for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:11.641644 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:10Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:11.659814 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-825de01a-94c3-4567-917f-b4c7ad917812 None None] Provisioning complete for port 301458e2-6aa8-4710-be9e-0d7d2b215e97 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:11.660122 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-825de01a-94c3-4567-917f-b4c7ad917812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:11.712590 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f35f41-0264-4a1e-ba37-75e15da88f4e None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:10Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:41:12.214027 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5d95-2d77-4b5b-aef0-5b48485fe776 req-9b521eb6-a739-40a6-8ce4-e1921b623310 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:12.215956 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-433c5d95-2d77-4b5b-aef0-5b48485fe776 req-9b521eb6-a739-40a6-8ce4-e1921b623310 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0559421 Nov 15 12:41:12.266728 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-433c5d95-2d77-4b5b-aef0-5b48485fe776 req-33e63a99-82ac-446c-ac18-b3da23c9c324 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Nov 15 12:41:13.236800 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 301458e2-6aa8-4710-be9e-0d7d2b215e97 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:13.286390 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 301458e2-6aa8-4710-be9e-0d7d2b215e97 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:13.286756 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:13.390710 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee0c00-4bfe-4650-ac2a-b00fe509a865 req-c9201f68-95bf-41f9-a6b2-9548b115f6f0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:13.392284 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8ee0c00-4bfe-4650-ac2a-b00fe509a865 req-c9201f68-95bf-41f9-a6b2-9548b115f6f0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0528283 Nov 15 12:41:13.442168 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8ee0c00-4bfe-4650-ac2a-b00fe509a865 req-f21ae1de-fb7f-4d30-8c8f-3e8d3eb5e81c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Nov 15 12:41:16.474129 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d058-1dcd-4b62-bb2a-76e8ecf0e431 req-778b3220-1e12-4385-b041-4e66e36b999e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:16.475589 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-18b4d058-1dcd-4b62-bb2a-76e8ecf0e431 req-778b3220-1e12-4385-b041-4e66e36b999e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0547218 Nov 15 12:41:16.523648 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-18b4d058-1dcd-4b62-bb2a-76e8ecf0e431 req-415a1ee6-7cbf-4902-8110-6f1e47467dce tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Nov 15 12:41:17.685143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564d98-c6d5-4a8a-9f84-cb5e9b71d9d1 req-a7cff01a-5a67-41e0-9028-a042c0ba7c31 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:17.686881 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4564d98-c6d5-4a8a-9f84-cb5e9b71d9d1 req-a7cff01a-5a67-41e0-9028-a042c0ba7c31 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0889604 Nov 15 12:41:17.744568 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4564d98-c6d5-4a8a-9f84-cb5e9b71d9d1 req-210aac7e-618f-4713-9b5d-e3522837355a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Nov 15 12:41:17.855143 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46668) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:17.969295 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7d820fb3-185b-4c03-9e79-3a21d142003e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.046531 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7d820fb3-185b-4c03-9e79-3a21d142003e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.050735 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7d820fb3-185b-4c03-9e79-3a21d142003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.090193 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d820fb3-185b-4c03-9e79-3a21d142003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c4112-b31a-4b97-a711-670213dd7903,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:18.094910 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7d820fb3-185b-4c03-9e79-3a21d142003e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53cb4006c94e4edd80a257c8f2dce97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386804 Nov 15 12:41:18.097763 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46674) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:18.146587 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.168942 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.225873 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.228825 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.230031 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f5c4112-b31a-4b97-a711-670213dd7903 HTTP/1.1" status: 204 len: 168 time: 0.1313353 Nov 15 12:41:18.241176 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb3f3b-c41a-4b2c-9f0a-7a0ac1ffe4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c4112-b31a-4b97-a711-670213dd7903,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:18.353145 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7a26b00-2ca0-4f3c-90c4-a6ae2e97c95e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--854499085&fields=id&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 267 time: 0.0426567 Nov 15 12:41:18.475937 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-564708d8-0ba3-4c4c-8e0c-ce0ad3408aa1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:18.477515 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-564708d8-0ba3-4c4c-8e0c-ce0ad3408aa1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 817 time: 0.1153336 Nov 15 12:41:18.494116 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-4ef5c548-51e9-4c80-9690-f7a0d34c4eb7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/quotas/811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 375 time: 0.0093179 Nov 15 12:41:18.547484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46690) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:18.565505 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-ae3cb76c-23da-4fcd-9ef3-7955734e13a8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639217 Nov 15 12:41:18.572192 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d01678d7-a1e8-4504-83a0-d0c0f19297c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.702049 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-c9a66cfc-5a21-4cca-a017-ce9c7adf4790 service neutron] 10.222.0.43 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199100 Nov 15 12:41:18.778105 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d01678d7-a1e8-4504-83a0-d0c0f19297c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.785036 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d01678d7-a1e8-4504-83a0-d0c0f19297c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.845967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d01678d7-a1e8-4504-83a0-d0c0f19297c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2582d6ee5f02483697ad0dae20417850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971909 Nov 15 12:41:18.848679 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46694) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:18.848806 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01678d7-a1e8-4504-83a0-d0c0f19297c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76b064-1b59-42f5-8309-dec3d57009cf,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:18.854437 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-199396de-9ba7-42e3-ba6c-7c8a0d35c428 service neutron] 10.222.0.43 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456430 Nov 15 12:41:18.900781 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.923628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.973320 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.976172 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:18.979958 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d76b064-1b59-42f5-8309-dec3d57009cf HTTP/1.1" status: 204 len: 168 time: 0.1275668 Nov 15 12:41:18.988584 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2aa5-ade5-406b-b52a-2b098b5cffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76b064-1b59-42f5-8309-dec3d57009cf,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:19.083870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c1b66-f0da-403a-857b-248dafb30325 req-835072fa-38f9-4dda-94b8-535bb4da6688 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:19.085544 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8a1c1b66-f0da-403a-857b-248dafb30325 req-835072fa-38f9-4dda-94b8-535bb4da6688 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0591347 Nov 15 12:41:19.139795 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8a1c1b66-f0da-403a-857b-248dafb30325 req-7f4730c2-da43-43f4-96ab-86656c7ec7c1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Nov 15 12:41:19.224291 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5dc5179f-621e-4e7f-91f2-ee058dcb20bd req-842f84da-ff74-467b-90b7-52e0895d8a00 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 210 time: 0.0315087 Nov 15 12:41:19.411422 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-00497bda-9b36-422a-8cc6-e01ef210f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:20.263108 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce915-5834-4c92-8b15-01c126316e34 req-6b0c2ba4-f841-49ba-85ba-ac1753072caf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:20.265456 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9e3ce915-5834-4c92-8b15-01c126316e34 req-6b0c2ba4-f841-49ba-85ba-ac1753072caf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0557222 Nov 15 12:41:20.316364 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9e3ce915-5834-4c92-8b15-01c126316e34 req-e9675cd2-4339-4a89-bd35-ee6b230028e6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Nov 15 12:41:20.396142 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-98e9fe0a-8af4-4e0b-804a-e4cd23271e0a req-14ac5eee-8694-4075-92f8-b330078d3ed6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Nov 15 12:41:21.127565 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46798) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:21.233877 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1b8a-9b82-4ea8-b630-88d62d1c42bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.317405 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1b8a-9b82-4ea8-b630-88d62d1c42bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.322436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1b8a-9b82-4ea8-b630-88d62d1c42bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.364513 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6bbf1b8a-9b82-4ea8-b630-88d62d1c42bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea6ff48bb79e40d38cbb4f448b1ea995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346132 Nov 15 12:41:21.366685 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 46810) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:21.376899 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1b8a-9b82-4ea8-b630-88d62d1c42bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33215b-11ef-4afd-acb3-6f1a1ccffbeb,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:21.536712 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9ca9a9c4-1a58-4bb1-8533-95edb96737b5 req-2504cab3-4d60-4138-b21e-8971cc054860 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 210 time: 0.0522625 Nov 15 12:41:21.573139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.598431 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7117-c03d-43f2-9395-38ea5718ee37 req-fa80e2fb-281e-4abf-a2c4-b73c8774cbb1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:21.600109 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40ae7117-c03d-43f2-9395-38ea5718ee37 req-fa80e2fb-281e-4abf-a2c4-b73c8774cbb1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1937606 Nov 15 12:41:21.641586 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-679a56a7-56c8-4471-bdd2-74c84b1fdfc6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:21.643228 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-679a56a7-56c8-4471-bdd2-74c84b1fdfc6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 817 time: 0.2508657 Nov 15 12:41:21.656233 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.743787 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40ae7117-c03d-43f2-9395-38ea5718ee37 req-95795e84-c6c3-4d6a-9be5-ded294fbe37f tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358867 Nov 15 12:41:21.774875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-e984e456-0088-4e4b-9cc5-8353309b238e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 379 time: 0.1107552 Nov 15 12:41:21.783513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.786096 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.787201 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f33215b-11ef-4afd-acb3-6f1a1ccffbeb HTTP/1.1" status: 204 len: 168 time: 0.4194632 Nov 15 12:41:21.793942 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'port': {'device_id': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'admin_state_up': True, 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'security_groups': ['ee0700e4-36b0-4ff8-b293-077f491921c8']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:21.813514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee6c2b-4015-497d-986f-780822b754e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f33215b-11ef-4afd-acb3-6f1a1ccffbeb,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:21.892587 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7b37d159-a5c3-47e3-a279-e1756e29cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:21.925451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Made reservation on behalf of 811d24506f5a47d0925645d4303dac8d for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:21.929154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.062950 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Allocated IP 172.20.0.13 (f0a2cb68-3063-4051-80f9-d2c4ff88f485/4315df67-1f9e-4739-9480-055b6fcc791e/7a90a770-a011-4cb6-9fcf-893773b8d120) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:22.099133 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46834) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:22.114791 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5b9299ad-195c-45eb-b603-4649d70763f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.198705 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5b9299ad-195c-45eb-b603-4649d70763f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.207032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5b9299ad-195c-45eb-b603-4649d70763f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.230549 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.245150 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9299ad-195c-45eb-b603-4649d70763f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eada21-ab24-48d1-aff1-757b35b2b674,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:22.249913 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5b9299ad-195c-45eb-b603-4649d70763f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14a14fa3325340efb8fdc881307f0d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495557 Nov 15 12:41:22.252545 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46838) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:22.274099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.333240 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.338604 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:22.342789 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:22.347407 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:22.352065 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:22.363815 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.410938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:22.411887 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.431505 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-a7f669ab-8f26-4537-a083-9bddd2bc36b0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6415825 Nov 15 12:41:22.454488 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.454970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Request body: {'port': {'device_id': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:22.458314 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.459661 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02eada21-ab24-48d1-aff1-757b35b2b674 HTTP/1.1" status: 204 len: 168 time: 0.2062149 Nov 15 12:41:22.470498 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c343e2-0459-435f-9440-ea842cf9d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eada21-ab24-48d1-aff1-757b35b2b674,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:22.536935 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.607279 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-32cf15b8-f72d-4065-b075-73d03dd536db None None] Provisioning complete for port 7a90a770-a011-4cb6-9fcf-893773b8d120 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:22.608881 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-32cf15b8-f72d-4065-b075-73d03dd536db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:22.656048 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-32cf15b8-f72d-4065-b075-73d03dd536db None None] Port 7a90a770-a011-4cb6-9fcf-893773b8d120 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:41:22.780692 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed457f2-53e4-4048-93aa-c63d1a33a332 req-b87321bc-df44-4500-8316-042a71ae8e3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:22.782958 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aed457f2-53e4-4048-93aa-c63d1a33a332 req-b87321bc-df44-4500-8316-042a71ae8e3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 932 time: 0.1168892 Nov 15 12:41:22.933301 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aed457f2-53e4-4048-93aa-c63d1a33a332 req-6d0468e6-6ca5-4113-ba4e-cf5a5dcb8a37 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389427 Nov 15 12:41:23.004723 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87024c54-aed3-4a8a-a0e3-e92c69619cae req-bd84d143-e048-4b08-a3e5-5267d3264ebc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.005771 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87024c54-aed3-4a8a-a0e3-e92c69619cae req-bd84d143-e048-4b08-a3e5-5267d3264ebc tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1285477 Nov 15 12:41:23.011737 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:41:23.026808 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.053601 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Transition to ACTIVE for port object 7a90a770-a011-4cb6-9fcf-893773b8d120 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:41:23.061043 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.070548 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b8b4-07eb-4425-9851-d24678012eb3 req-4d126aa9-63a1-4a85-b6e0-c5578b175cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.072764 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7e9b8b4-07eb-4425-9851-d24678012eb3 req-4d126aa9-63a1-4a85-b6e0-c5578b175cd3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1099 time: 0.0819626 Nov 15 12:41:23.126273 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87024c54-aed3-4a8a-a0e3-e92c69619cae req-5e6f8a29-e6e7-47b7-9787-96f962a6e778 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094463 Nov 15 12:41:23.135153 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:23.160686 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.178598 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7e9b8b4-07eb-4425-9851-d24678012eb3 req-04ab41a0-817d-4563-a07f-b86bf7440e1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959330 Nov 15 12:41:23.246989 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Attempting to bind port 7a90a770-a011-4cb6-9fcf-893773b8d120 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:23.247372 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Attempting to bind port 7a90a770-a011-4cb6-9fcf-893773b8d120 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:23.247787 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Attempting to bind port 7a90a770-a011-4cb6-9fcf-893773b8d120 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:23.255150 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Port 7a90a770-a011-4cb6-9fcf-893773b8d120 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:41:23.255150 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Attempting to bind port 7a90a770-a011-4cb6-9fcf-893773b8d120 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:23.260907 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:23.261363 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Checking segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:23.261858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Bound using segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:23.262418 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Bound port: 7a90a770-a011-4cb6-9fcf-893773b8d120, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:23.262916 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.364433 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:23.368829 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:23.376429 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.426347 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.427756 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:23.429588 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] 10.222.0.36 "PUT /v2.0/ports/7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 1094 time: 0.9803977 Nov 15 12:41:23.430130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:41:23.432584 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685be9d3-847b-40a9-852d-30b1c730e75d" -d '{"events": [{"name": "network-changed", "server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:41:23.452795 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ea3f-e81c-4a21-8c62-7b780af6547c service neutron] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:23.495523 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3936a83-a8e6-4a52-a0ca-83327671a901 x-openstack-request-id: req-c3936a83-a8e6-4a52-a0ca-83327671a901 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:41:23.496006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:41:23.496411 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3936a83-a8e6-4a52-a0ca-83327671a901 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:41:23.497029 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'status': 'completed', 'code': 200} Nov 15 12:41:23.614641 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be9d3-847b-40a9-852d-30b1c730e75d req-6f6ecfd4-0d76-45b1-a7a9-16adc3e645aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.616192 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-685be9d3-847b-40a9-852d-30b1c730e75d req-6f6ecfd4-0d76-45b1-a7a9-16adc3e645aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1097 time: 0.0446942 Nov 15 12:41:23.733816 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be9d3-847b-40a9-852d-30b1c730e75d req-5b3629f1-e9f0-4da7-bfa5-2f6b149794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.735502 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-685be9d3-847b-40a9-852d-30b1c730e75d req-5b3629f1-e9f0-4da7-bfa5-2f6b149794cc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=811d24506f5a47d0925645d4303dac8d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1001902 Nov 15 12:41:23.839998 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be9d3-847b-40a9-852d-30b1c730e75d req-6a3f6b9a-f08e-4d84-af19-f1cdceffbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.841607 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-685be9d3-847b-40a9-852d-30b1c730e75d req-6a3f6b9a-f08e-4d84-af19-f1cdceffbeae service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982950 Nov 15 12:41:23.927983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46894) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:23.980547 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-4eae7e16-4c30-4433-95a0-b02ebb9cd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:23.982398 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-4eae7e16-4c30-4433-95a0-b02ebb9cd1e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1097 time: 0.0565050 Nov 15 12:41:24.041983 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-1401df5f-db0f-46b2-bbb8-16b779f12fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 217 time: 0.0396080 Nov 15 12:41:24.045819 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c384b8c1-b511-4567-b4ef-98de773aaf0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.131509 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063c20-32ca-4bf8-8807-330ab987fa47 req-cebb51a6-29ba-4d53-b530-a4ecb489d813 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:24.133584 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e063c20-32ca-4bf8-8807-330ab987fa47 req-cebb51a6-29ba-4d53-b530-a4ecb489d813 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0935121 Nov 15 12:41:24.134524 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-1cbee04e-0dd2-48a8-93a5-0a3f2a62b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:24.136049 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-1cbee04e-0dd2-48a8-93a5-0a3f2a62b017 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0694134 Nov 15 12:41:24.147086 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c384b8c1-b511-4567-b4ef-98de773aaf0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.153043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c384b8c1-b511-4567-b4ef-98de773aaf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.161417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.199812 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384b8c1-b511-4567-b4ef-98de773aaf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5dbedf-06df-4b45-ae56-fb8ea5254e61,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:24.205932 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c384b8c1-b511-4567-b4ef-98de773aaf0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d8331c333ac447c9bc6a2604e45fdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766163 Nov 15 12:41:24.208367 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 46904) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:24.343716 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.388963 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.461891 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.468591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:24.471134 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d5dbedf-06df-4b45-ae56-fb8ea5254e61 HTTP/1.1" status: 204 len: 168 time: 0.2613907 Nov 15 12:41:24.489806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adafdd1-0a9b-49ad-addd-7a74431a542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5dbedf-06df-4b45-ae56-fb8ea5254e61,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:24.520070 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e063c20-32ca-4bf8-8807-330ab987fa47 req-2333ac84-c2e6-4c58-9900-f7c47045c0c5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730989 Nov 15 12:41:24.527555 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-e7feab62-a556-4d83-b3c9-0b113fccd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:24.530132 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-e7feab62-a556-4d83-b3c9-0b113fccd553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3817027 Nov 15 12:41:24.560275 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec914a75-23cb-45bf-ae3f-f9bef29ebd61 req-5c1d0b7e-634b-437b-81e3-2d5c44e9971d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:24.561330 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec914a75-23cb-45bf-ae3f-f9bef29ebd61 req-5c1d0b7e-634b-437b-81e3-2d5c44e9971d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0830116 Nov 15 12:41:24.708773 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec914a75-23cb-45bf-ae3f-f9bef29ebd61 req-28eb1995-6cd6-4020-92a9-d9bfe8a7262e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364636 Nov 15 12:41:24.771193 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-1d745051-a8e8-4ff4-9e1f-f24e9da7be1d service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083397 Nov 15 12:41:24.882471 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dcf741d-9b4f-49a9-b034-50231c629fe0 req-0deb6b54-749d-4696-8173-d575e839bd1a service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998247 Nov 15 12:41:25.020397 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:25.731956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2e1d0-2b30-42cc-81d7-3a608e81ecf1 req-39d6023e-2084-474f-af4d-46974df20a3e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:25.733903 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bfd2e1d0-2b30-42cc-81d7-3a608e81ecf1 req-39d6023e-2084-474f-af4d-46974df20a3e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.1307707 Nov 15 12:41:25.797617 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bfd2e1d0-2b30-42cc-81d7-3a608e81ecf1 req-768a3daf-e5a1-4ce0-b91a-53d5a3903091 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520983 Nov 15 12:41:25.905132 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1e334-9bfa-4121-9087-adabdfab1929 req-80ab7d53-c377-442e-9a25-d97d0d102f1e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:25.906659 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-85e1e334-9bfa-4121-9087-adabdfab1929 req-80ab7d53-c377-442e-9a25-d97d0d102f1e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0517893 Nov 15 12:41:25.959998 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-85e1e334-9bfa-4121-9087-adabdfab1929 req-bcc7f749-bcd3-4c4c-9776-03c4f79e36e0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Nov 15 12:41:26.072405 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccba5d-3913-4ecd-966d-0096f4f35a46 req-1fef33b8-83c8-41b1-a9b4-46ec01ac292c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:26.073865 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cfccba5d-3913-4ecd-966d-0096f4f35a46 req-1fef33b8-83c8-41b1-a9b4-46ec01ac292c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Nov 15 12:41:26.125100 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cfccba5d-3913-4ecd-966d-0096f4f35a46 req-bc0275c3-7072-4fae-9015-65ba87a59932 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Nov 15 12:41:26.925147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad8c5-0484-45c6-8b75-0efd3a3ea773 req-22a64cd8-8c68-4b39-a5cd-7f183416ed10 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:26.926707 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e5ad8c5-0484-45c6-8b75-0efd3a3ea773 req-22a64cd8-8c68-4b39-a5cd-7f183416ed10 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0525124 Nov 15 12:41:26.974335 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e5ad8c5-0484-45c6-8b75-0efd3a3ea773 req-56ec7980-2070-4c35-95f5-5ff811885d5b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 Nov 15 12:41:28.094728 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067a3a-94bc-4bac-96f3-2feeca41544d req-89e34186-c328-495d-9c78-e33822cc0dfd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:28.096197 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-52067a3a-94bc-4bac-96f3-2feeca41544d req-89e34186-c328-495d-9c78-e33822cc0dfd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0497959 Nov 15 12:41:28.144393 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-52067a3a-94bc-4bac-96f3-2feeca41544d req-81d482b4-5c25-452b-9c74-259911a83d50 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Nov 15 12:41:29.298490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16577065-9c42-478e-9d47-7d489c5d8387 req-799705b1-46ec-4d60-b4eb-557c336e7771 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:29.300227 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-16577065-9c42-478e-9d47-7d489c5d8387 req-799705b1-46ec-4d60-b4eb-557c336e7771 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0574031 Nov 15 12:41:29.349286 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-16577065-9c42-478e-9d47-7d489c5d8387 req-9e2a6dd0-2d0c-409e-9d1f-a6ed1079fb0e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Nov 15 12:41:29.455301 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:41:29.559568 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:29.571642 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:41:29.618910 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:29.633031 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:41:29.653504 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:29.658010 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:29.711234 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:29.893487 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae929f-6450-4d5a-9e70-47150d5e0b71 req-14fd045c-d031-4be3-bdac-1dd9dbefcfe8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:29.893487 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8aae929f-6450-4d5a-9e70-47150d5e0b71 req-14fd045c-d031-4be3-bdac-1dd9dbefcfe8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0800908 Nov 15 12:41:29.918816 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-ba13db09-b6d4-4116-ac85-68609292588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:29.921007 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-ba13db09-b6d4-4116-ac85-68609292588c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0803633 Nov 15 12:41:30.003038 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8aae929f-6450-4d5a-9e70-47150d5e0b71 req-7f320721-f573-4416-a978-cbcd31eafe29 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Nov 15 12:41:30.053417 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-486da914-12ab-4c26-a971-64d9b2f42759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:30.053657 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['7a90a770-a011-4cb6-9fcf-893773b8d120'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:41:30.054954 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-486da914-12ab-4c26-a971-64d9b2f42759 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.1159415 Nov 15 12:41:30.105843 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-cefcb694-209f-4358-adf5-c4c3fe5b528b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0428021 Nov 15 12:41:30.177527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-12aff4bb-9e0f-47f6-a409-0ab66ccd2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:30.179014 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-12aff4bb-9e0f-47f6-a409-0ab66ccd2601 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0470171 Nov 15 12:41:30.211935 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-dbb8c7dd-8a4c-4b4f-b4e6-9ebca71a042e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248487 Nov 15 12:41:30.313533 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-66345e7a-f48b-4f2c-a6b3-c4341617414e service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922449 Nov 15 12:41:30.418436 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df26ae78-c140-447d-ab59-45e79a2269a4 req-bea3159c-d92a-4862-bdce-f75e4ccdb5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968406 Nov 15 12:41:30.479915 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefc68f-b9de-4fdf-a1c1-e1ae25284a7b req-0e4e59d8-0970-4090-b256-4ddebc09a129 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:30.481442 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cbefc68f-b9de-4fdf-a1c1-e1ae25284a7b req-0e4e59d8-0970-4090-b256-4ddebc09a129 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Nov 15 12:41:30.537959 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cbefc68f-b9de-4fdf-a1c1-e1ae25284a7b req-4d68843a-1a7d-4a42-9886-e7580edc1c4c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495207 Nov 15 12:41:30.825133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47072) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:30.931324 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.009411 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.013725 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.053399 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da0f3eb2fcc24503b09b269d01ef9738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270570 Nov 15 12:41:31.054448 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1589e-3b83-4bda-8438-65f053692b5b,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:31.056043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47082) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:31.063188 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.063188 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.063693 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.064135 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.064571 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.065006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.065506 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.066393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.066393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.066803 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.067210 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.067638 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9636b6c-bc52-4bc6-81e3-24d0a78ddfb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.106182 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.131749 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf185e-0ef9-4d82-b9a5-0a1a1a631386 req-f01223a2-95b5-4c2e-8da5-dd4565c34de6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:31.133379 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14cf185e-0ef9-4d82-b9a5-0a1a1a631386 req-f01223a2-95b5-4c2e-8da5-dd4565c34de6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0512507 Nov 15 12:41:31.133665 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.185360 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.189566 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:31.193774 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ab1589e-3b83-4bda-8438-65f053692b5b HTTP/1.1" status: 204 len: 168 time: 0.1343963 Nov 15 12:41:31.195491 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14cf185e-0ef9-4d82-b9a5-0a1a1a631386 req-c185ebac-f833-46d8-8d67-cc8fcc902cb3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509660 Nov 15 12:41:31.205484 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1589e-3b83-4bda-8438-65f053692b5b,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:31.213881 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.214368 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.215120 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.215562 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.215996 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.216478 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.216934 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.218205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.218680 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.219129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.219476 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.219808 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74127c5d-7026-47f0-9467-1b35ebd7e550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:41:31.671942 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e0817-b24c-4fdb-9eb3-87c9ea731876 req-4e64a958-ebdd-49eb-8a67-54f79387a83c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:31.673400 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e73e0817-b24c-4fdb-9eb3-87c9ea731876 req-4e64a958-ebdd-49eb-8a67-54f79387a83c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0615098 Nov 15 12:41:31.723597 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e73e0817-b24c-4fdb-9eb3-87c9ea731876 req-279b5c2b-bf92-424c-85cc-8fc75293536e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Nov 15 12:41:32.319956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509c92-70c3-4c6f-8772-7632c7949207 req-f2e691d8-3dfb-40a1-bfee-de1660e28c99 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:32.321763 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21509c92-70c3-4c6f-8772-7632c7949207 req-f2e691d8-3dfb-40a1-bfee-de1660e28c99 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Nov 15 12:41:32.370703 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21509c92-70c3-4c6f-8772-7632c7949207 req-1fb90786-8a51-4c6f-85dd-b15471b7a0fd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Nov 15 12:41:32.861492 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ac037-110c-4152-99bb-88ee3309fa68 req-3bb77486-ef2d-41fe-ad21-3cd8a0166a9a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:32.863074 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba4ac037-110c-4152-99bb-88ee3309fa68 req-3bb77486-ef2d-41fe-ad21-3cd8a0166a9a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0544357 Nov 15 12:41:32.940492 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba4ac037-110c-4152-99bb-88ee3309fa68 req-843f1fd0-9cf4-4b10-8cf7-f4c8a5f90ced tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713284 Nov 15 12:41:33.488665 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401e10-e904-42c9-8d6d-0dc6ecf6e004 req-80c04659-c676-409b-9e28-e2a8f88df058 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:33.490567 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-02401e10-e904-42c9-8d6d-0dc6ecf6e004 req-80c04659-c676-409b-9e28-e2a8f88df058 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0514991 Nov 15 12:41:33.538037 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-02401e10-e904-42c9-8d6d-0dc6ecf6e004 req-6d47f1e0-e628-4416-894f-af0cd6cf6298 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Nov 15 12:41:34.067884 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54839d7d-c8f1-4277-9568-9ed1d3090eb1 req-c98be4ee-d861-4a7a-ae53-8f07973aefa0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:34.069550 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-54839d7d-c8f1-4277-9568-9ed1d3090eb1 req-c98be4ee-d861-4a7a-ae53-8f07973aefa0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Nov 15 12:41:34.125226 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-54839d7d-c8f1-4277-9568-9ed1d3090eb1 req-4eaa9403-1959-41c6-a952-ad8ddc48e7ea tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493772 Nov 15 12:41:34.682833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050443b4-5a2c-4d22-a249-09a7596462b0 req-bd14cbb8-d9a2-4276-8d75-76ab7f578da9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:34.684479 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-050443b4-5a2c-4d22-a249-09a7596462b0 req-bd14cbb8-d9a2-4276-8d75-76ab7f578da9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0693619 Nov 15 12:41:34.734577 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-050443b4-5a2c-4d22-a249-09a7596462b0 req-a47fd9e9-1648-46c5-af67-e51105b7a406 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428262 Nov 15 12:41:35.247199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0f5b6-102d-439e-88f6-49ae27b61a0e req-eef2bf33-5047-419d-8821-a3167be23fc4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:35.249223 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b0f5b6-102d-439e-88f6-49ae27b61a0e req-eef2bf33-5047-419d-8821-a3167be23fc4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Nov 15 12:41:35.300154 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b0f5b6-102d-439e-88f6-49ae27b61a0e req-510d2126-51da-4c2f-83a2-e5d3c6363b90 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Nov 15 12:41:35.489080 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:35.554712 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 7a90a770-a011-4cb6-9fcf-893773b8d120 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:41:35.554712 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 7a90a770-a011-4cb6-9fcf-893773b8d120 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:35.554712 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:35.649016 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:35.676257 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:41:35.678573 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98617925-cafb-4e7d-8a9f-5063bdc13605" -d '{"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:41:35.692577 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:35.697808 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:35.735887 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11495753-d223-4380-b8e2-e7c1b83e1571 x-openstack-request-id: req-11495753-d223-4380-b8e2-e7c1b83e1571 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:41:35.736188 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:41:35.736617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11495753-d223-4380-b8e2-e7c1b83e1571 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:41:35.737198 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'code': 200} Nov 15 12:41:35.755279 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:35.872118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c0a6-19b5-47ee-b010-c684dadd5d59 req-d3fbc89e-1ffb-40a1-9427-af664754e5b0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:35.874529 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2f4c0a6-19b5-47ee-b010-c684dadd5d59 req-d3fbc89e-1ffb-40a1-9427-af664754e5b0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0630777 Nov 15 12:41:35.932695 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2f4c0a6-19b5-47ee-b010-c684dadd5d59 req-34a587b1-8d5d-40bb-9818-ed74afe41e27 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Nov 15 12:41:36.019748 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d260517-619f-422d-8d61-a06f9827454f req-f547f208-4d7a-4fb8-bb27-defa91caf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:36.021243 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4d260517-619f-422d-8d61-a06f9827454f req-f547f208-4d7a-4fb8-bb27-defa91caf906 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1099 time: 0.0419059 Nov 15 12:41:36.128773 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4d260517-619f-422d-8d61-a06f9827454f req-09679a3b-bbb8-4c3b-88b9-06e097268d6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Nov 15 12:41:36.442515 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96174d-7ee0-4194-a419-44660171a614 req-3c8cac2d-c998-4ae7-bb19-1d5646147615 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:36.443848 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec96174d-7ee0-4194-a419-44660171a614 req-3c8cac2d-c998-4ae7-bb19-1d5646147615 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0530918 Nov 15 12:41:36.501080 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec96174d-7ee0-4194-a419-44660171a614 req-d46c365c-1cc5-4576-bc0a-36bdc622eba0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504606 Nov 15 12:41:37.055093 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe74e1e-9dd0-4f19-8d1e-5f6d722b62d0 req-09914b5c-80d4-4a9f-9923-4a4eacc4dfa5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:37.056572 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9fe74e1e-9dd0-4f19-8d1e-5f6d722b62d0 req-09914b5c-80d4-4a9f-9923-4a4eacc4dfa5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Nov 15 12:41:37.103946 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9fe74e1e-9dd0-4f19-8d1e-5f6d722b62d0 req-479df9c1-370e-4ed1-9e63-e336d2026c28 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Nov 15 12:41:37.639389 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d1ea-be89-4b0c-a71b-046a85ce9e85 req-236bae64-93bc-4476-aad9-ae31c5390cf6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:37.641072 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5932d1ea-be89-4b0c-a71b-046a85ce9e85 req-236bae64-93bc-4476-aad9-ae31c5390cf6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0571465 Nov 15 12:41:37.710094 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5932d1ea-be89-4b0c-a71b-046a85ce9e85 req-514c5a3e-0baa-4c1a-a34a-b07a53b4617f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546434 Nov 15 12:41:37.924822 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-faf2c93d-37ca-4ed1-ba01-e71be543f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:37.927746 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-faf2c93d-37ca-4ed1-ba01-e71be543f8e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0510948 Nov 15 12:41:38.065560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-30bf9612-b3c6-4bbd-baab-688fc2a6991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:38.067069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-30bf9612-b3c6-4bbd-baab-688fc2a6991e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.1122892 Nov 15 12:41:38.121791 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-01fe446e-e5c3-4920-9a14-9733d9bb9488 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0410042 Nov 15 12:41:38.183410 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-50b86d49-6729-447d-9383-4d3864d3bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:38.185082 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-50b86d49-6729-447d-9383-4d3864d3bf5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0550010 Nov 15 12:41:38.242218 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-de1d0930-7187-44d7-a62b-9c589c57401e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416510 Nov 15 12:41:38.314154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d910e3-2117-44b4-8cfa-8b899a111c29 req-bd8d6fd1-c38c-45ff-8e5f-bc527b5c311c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:38.315864 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-17d910e3-2117-44b4-8cfa-8b899a111c29 req-bd8d6fd1-c38c-45ff-8e5f-bc527b5c311c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1269817 Nov 15 12:41:38.353301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47288) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:38.416373 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-17d910e3-2117-44b4-8cfa-8b899a111c29 req-8e19fba8-ea86-4b4f-a271-5fb1bf9064dd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931654 Nov 15 12:41:38.418378 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-6cc10e9f-c6bc-49f3-9f4d-8c009be5fd2e service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675770 Nov 15 12:41:38.472816 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6e1b-dc5d-46d8-938b-2b7d1ca497f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.515989 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee2b3ca6-00d2-4bb0-be39-2a2dac52e643 req-95fb8498-b666-4974-9ce7-aa5b6fbc86a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Nov 15 12:41:38.550319 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6e1b-dc5d-46d8-938b-2b7d1ca497f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.554080 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6e1b-dc5d-46d8-938b-2b7d1ca497f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.594342 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-4f9d6e1b-dc5d-46d8-938b-2b7d1ca497f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a27ba577a4cb447a9d11b34e24adde3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399063 Nov 15 12:41:38.596545 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6e1b-dc5d-46d8-938b-2b7d1ca497f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179889b-d741-49dc-ae30-faece14a7544,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:38.597067 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47292) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:38.646913 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.673943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.730923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.734024 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:38.735103 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c179889b-d741-49dc-ae30-faece14a7544 HTTP/1.1" status: 204 len: 168 time: 0.1370218 Nov 15 12:41:38.743670 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497ac73-71fc-405e-a91b-722b0a46e4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179889b-d741-49dc-ae30-faece14a7544,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:38.849393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315623d-0860-4164-9acc-8f3d11212e89 req-74da42d7-3f0e-4cb1-9744-6cd82c19aa61 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:38.851060 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a315623d-0860-4164-9acc-8f3d11212e89 req-74da42d7-3f0e-4cb1-9744-6cd82c19aa61 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0584641 Nov 15 12:41:38.920996 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a315623d-0860-4164-9acc-8f3d11212e89 req-4248e887-2685-432a-b31f-08bb01be04d1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611908 Nov 15 12:41:39.082743 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ae2f-ddbb-4a02-8de2-02d17a4e4b1e req-960c2c3f-7f92-475b-8051-5f499c3bed63 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:39.084297 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71e9ae2f-ddbb-4a02-8de2-02d17a4e4b1e req-960c2c3f-7f92-475b-8051-5f499c3bed63 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0612056 Nov 15 12:41:39.095662 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47320) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:39.100846 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'floatingip': {'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:39.145909 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:39.368564 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:39.532726 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2c331-4124-42bc-8eee-17cd04ce007a req-3823382f-7c2a-4214-954b-84642f1b196d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:39.534197 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f6e2c331-4124-42bc-8eee-17cd04ce007a req-3823382f-7c2a-4214-954b-84642f1b196d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Nov 15 12:41:39.582367 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f6e2c331-4124-42bc-8eee-17cd04ce007a req-3eb7b01d-e514-4e77-9f32-46fd64e6c4e5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Nov 15 12:41:39.777222 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:39.781710 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:39.882459 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Floating IP 3a972949-db42-4923-b793-4f4f794c382c associated. External IP: 172.27.1.128, port: 7a90a770-a011-4cb6-9fcf-893773b8d120. Nov 15 12:41:40.100275 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:41:40.219231 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:41:40.224415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:40.233417 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:41:40.243178 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:40.244058 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:40.262105 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9f8b7fad-c77d-4d83-ac64-e6f4f4761a4b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "PUT /v2.0/floatingips/3a972949-db42-4923-b793-4f4f794c382c HTTP/1.1" status: 200 len: 992 time: 1.1626718 Nov 15 12:41:40.262105 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:41:40.262841 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9d018f-c5fa-4d12-9585-468f53249417" -d '{"events": [{"name": "network-changed", "server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:41:40.441819 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:40.682405 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '3a972949-db42-4923-b793-4f4f794c382c', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:41:10Z', 'updated_at': '2021-11-15T12:41:39Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:40.708261 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:41:40.716257 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:40.717945 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:40.822122 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:41.046004 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '3a972949-db42-4923-b793-4f4f794c382c', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:41:10Z', 'updated_at': '2021-11-15T12:41:39Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:41.073265 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12210c7d-9dc1-44de-9312-fc5c286ed633 None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '3a972949-db42-4923-b793-4f4f794c382c', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:41:10Z', 'updated_at': '2021-11-15T12:41:39Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:41:41.268851 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc336de-8108-415c-be1c-197d307f9257 None None] New status for floating IP 3a972949-db42-4923-b793-4f4f794c382c: ACTIVE {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:41:41.592215 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084872cc-69aa-4489-aea9-95b5d0de3467 x-openstack-request-id: req-084872cc-69aa-4489-aea9-95b5d0de3467 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:41:41.592639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:41:41.592732 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-084872cc-69aa-4489-aea9-95b5d0de3467 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:41:41.593082 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'status': 'completed', 'code': 200} Nov 15 12:41:41.715569 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8aba3a-06a0-458e-9a53-d9f211a0a1bf req-07f57154-1ccf-4c4c-8651-95b291bd56f3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:41.717705 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8f8aba3a-06a0-458e-9a53-d9f211a0a1bf req-07f57154-1ccf-4c4c-8651-95b291bd56f3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0842028 Nov 15 12:41:41.723930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-7b807e7c-6d76-4d18-89dd-734a47e51aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:41.725290 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-7b807e7c-6d76-4d18-89dd-734a47e51aba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1099 time: 0.0612018 Nov 15 12:41:41.814102 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8f8aba3a-06a0-458e-9a53-d9f211a0a1bf req-342ce0c5-61c2-4364-8ca6-ef9d6c063059 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877774 Nov 15 12:41:41.846983 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-78660e7f-4390-4a86-9dbb-dd8a7c737205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:41.848425 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-78660e7f-4390-4a86-9dbb-dd8a7c737205 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1097720 Nov 15 12:41:41.915347 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-40414cb2-b27d-4067-85ab-8823615a538e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 1002 time: 0.0574145 Nov 15 12:41:41.969414 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-78ac874b-8955-41fb-ab60-9341999f2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:41.970870 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-78ac874b-8955-41fb-ab60-9341999f2a4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0436578 Nov 15 12:41:42.021114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-14f561bf-a0f1-4047-9bf7-53ce05f6ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:42.022585 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-14f561bf-a0f1-4047-9bf7-53ce05f6ccaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423913 Nov 15 12:41:42.120827 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-90241d64-cfc4-40a5-a891-6ff88e3b040d service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Nov 15 12:41:42.236136 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e9d018f-c5fa-4d12-9585-468f53249417 req-bac6ca46-a3b2-4119-9149-9ae6394bfc1f service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029749 Nov 15 12:41:42.654893 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47372) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:42.767042 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cfe5-02a5-46bc-a922-450a6bbe3628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:42.846430 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cfe5-02a5-46bc-a922-450a6bbe3628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:42.850637 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cfe5-02a5-46bc-a922-450a6bbe3628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:42.892219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9cfe5-02a5-46bc-a922-450a6bbe3628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70e01a-577c-45c4-8baa-d17d41b5dd6d,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:42.897656 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d0d9cfe5-02a5-46bc-a922-450a6bbe3628 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=493d69022ea7458ab7f851a7d23456dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415762 Nov 15 12:41:42.903762 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47378) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:42.948044 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d67098-c57f-4dce-9b7f-5b8e20f9c039 req-af628135-a075-4198-b7a0-15762855fc17 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:42.949561 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a1d67098-c57f-4dce-9b7f-5b8e20f9c039 req-af628135-a075-4198-b7a0-15762855fc17 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0598066 Nov 15 12:41:42.987452 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.004488 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a1d67098-c57f-4dce-9b7f-5b8e20f9c039 req-4316c36c-42f5-44ed-bb9c-6443343d23a9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Nov 15 12:41:43.012129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.072346 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.075363 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.077646 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a70e01a-577c-45c4-8baa-d17d41b5dd6d HTTP/1.1" status: 204 len: 168 time: 0.1724889 Nov 15 12:41:43.086906 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282040-6ea3-4d50-86d9-1411ba84344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70e01a-577c-45c4-8baa-d17d41b5dd6d,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:43.347654 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47384) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:43.362385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c10e2396-e763-4c1d-810d-ec203402ced0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.440217 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c10e2396-e763-4c1d-810d-ec203402ced0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.444388 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c10e2396-e763-4c1d-810d-ec203402ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.490016 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c10e2396-e763-4c1d-810d-ec203402ced0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4deb8069afa4498fa6c717905e9de6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387837 Nov 15 12:41:43.490016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e2396-e763-4c1d-810d-ec203402ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f0ff85-6942-4172-b696-c03f74bb3883,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:43.490385 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47392) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:43.556062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.577106 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.623427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.626456 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:43.627640 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4f0ff85-6942-4172-b696-c03f74bb3883 HTTP/1.1" status: 204 len: 168 time: 0.1359146 Nov 15 12:41:43.635335 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf87c60-40df-4eaa-ac24-94b9e276562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f0ff85-6942-4172-b696-c03f74bb3883,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:43.972061 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47404) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:43.985071 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b201082d-43bf-401c-82ec-be68a6989cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.068061 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b201082d-43bf-401c-82ec-be68a6989cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.072027 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b201082d-43bf-401c-82ec-be68a6989cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.111036 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201082d-43bf-401c-82ec-be68a6989cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecbc511-b493-46b0-bee0-cbc9c4323005,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:44.116682 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b201082d-43bf-401c-82ec-be68a6989cee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db3ea0513b8d456d9e3fb51658111316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435716 Nov 15 12:41:44.119778 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47408) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:44.131793 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793846-dc83-4d3f-837e-e9556fd7de4e req-ba48879a-d47a-4818-9d4b-1dc57e2812a8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:44.133283 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ce793846-dc83-4d3f-837e-e9556fd7de4e req-ba48879a-d47a-4818-9d4b-1dc57e2812a8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Nov 15 12:41:44.176242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.190307 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ce793846-dc83-4d3f-837e-e9556fd7de4e req-300f53c1-f9d7-41f4-84be-fc52183829d0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Nov 15 12:41:44.204046 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.251092 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.253676 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:44.254860 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eecbc511-b493-46b0-bee0-cbc9c4323005 HTTP/1.1" status: 204 len: 168 time: 0.1338165 Nov 15 12:41:44.262479 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c317409-a35f-4c07-8c70-520db17d0b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecbc511-b493-46b0-bee0-cbc9c4323005,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:44.955562 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47442) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:45.053548 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1845336207-network', 'tenant_id': '3aae5c632c8b4d4f94206b1d6745c0ba'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:45.076834 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Made reservation on behalf of 3aae5c632c8b4d4f94206b1d6745c0ba for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:45.079267 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.088149 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.171967 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.176792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.206715 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:41:45.212348 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034eecb-5194-4ec7-abd0-54a1f1e6ef37,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:45.220965 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.221311 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Added segment fc9ff89d-101c-40cf-ab5f-d4f1116e8790 of type vlan for network b79f49ef-73b5-4352-9d73-84333759f64b Nov 15 12:41:45.265738 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.294590 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.296209 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:45.296883 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.320751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301db9-aa2c-46b9-b38d-ba18b298767e req-9268f86b-2bea-41fc-9d45-37609e839768 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:45.322266 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-58301db9-aa2c-46b9-b38d-ba18b298767e req-9268f86b-2bea-41fc-9d45-37609e839768 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0574875 Nov 15 12:41:45.359705 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4029958 Nov 15 12:41:45.362753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47448) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:45.368068 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Request body: {'subnet': {'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1845336207-subnet', 'tenant_id': '3aae5c632c8b4d4f94206b1d6745c0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:45.371173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c7184-7173-4813-90a4-a55744fb4269 admin admin] Pushing event updated for resources: {'Network': ['ID=b79f49ef-73b5-4352-9d73-84333759f64b,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:45.374480 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-58301db9-aa2c-46b9-b38d-ba18b298767e req-c0d38543-9e92-4fb9-bdbc-4a4d9a9bfc9d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Nov 15 12:41:45.388809 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network b79f49ef-73b5-4352-9d73-84333759f64b details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:41:45.408635 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Made reservation on behalf of 3aae5c632c8b4d4f94206b1d6745c0ba for: {'subnet': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:45.412079 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454747'] for subnet, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.604550 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454729'] for subnet, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.669542 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Checking segment: {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:45.670421 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Network hostable DHCP agents. Network: b79f49ef-73b5-4352-9d73-84333759f64b, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:41:45.676101 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c70535-f2a6-48d4-b3fd-aee6095515c7,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:45.692426 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Network b79f49ef-73b5-4352-9d73-84333759f64b is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:41:45.702907 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, b79f49ef-73b5-4352-9d73-84333759f64b) {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:45.707693 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:45.708427 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:45.712160 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6838d8-545a-40e2-a161-055795253c39 None None] Network b79f49ef-73b5-4352-9d73-84333759f64b requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:45.733073 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6d767ca8-4d94-4472-8a4a-efba2b1f84ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3688414 Nov 15 12:41:45.850394 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b3314-f120-41f8-a3fc-33ab415a61d1 None None] Network b79f49ef-73b5-4352-9d73-84333759f64b requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:46.500071 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b66f0-5d04-4e49-b73d-07c7b5278c58 req-39eaf404-a71e-4044-af3d-75d7c9848f56 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:46.501470 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dd8b66f0-5d04-4e49-b73d-07c7b5278c58 req-39eaf404-a71e-4044-af3d-75d7c9848f56 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0502393 Nov 15 12:41:46.551436 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dd8b66f0-5d04-4e49-b73d-07c7b5278c58 req-a84d71b4-6da9-4af1-9b41-5cbdf1c5715a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Nov 15 12:41:47.005137 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47482) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:47.112619 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-37579686-b7fd-4123-9f24-181af0c2a9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.190351 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-37579686-b7fd-4123-9f24-181af0c2a9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.194237 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-37579686-b7fd-4123-9f24-181af0c2a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.235826 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-37579686-b7fd-4123-9f24-181af0c2a9cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c11af8985934417b3fa839472d455c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295339 Nov 15 12:41:47.236929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37579686-b7fd-4123-9f24-181af0c2a9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db9bcb-2a77-437b-8340-dbd78b957244,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:47.238533 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47490) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:47.292150 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.315033 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.366451 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.369128 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:47.370286 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94db9bcb-2a77-437b-8340-dbd78b957244 HTTP/1.1" status: 204 len: 168 time: 0.1297429 Nov 15 12:41:47.379686 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d2799-f928-40c0-8f9a-4a4f280f5ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db9bcb-2a77-437b-8340-dbd78b957244,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:47.578357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af5ee237-c36a-4a9a-ab6b-6c3898f3434d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:47.580731 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af5ee237-c36a-4a9a-ab6b-6c3898f3434d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 814 time: 0.1045573 Nov 15 12:41:47.599866 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-cb5f95b6-a5c1-4e9b-9523-b38bb15529d1 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/quotas/3aae5c632c8b4d4f94206b1d6745c0ba HTTP/1.1" status: 200 len: 375 time: 0.0131135 Nov 15 12:41:47.639209 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-ce15a259-f79a-4695-be68-355d535ce26b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333741 Nov 15 12:41:47.743840 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418fa2-d989-42d8-9a44-257a62f9ce5a req-95d33dc2-1824-4256-b2e5-0e3e666b0a73 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:47.745365 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c418fa2-d989-42d8-9a44-257a62f9ce5a req-95d33dc2-1824-4256-b2e5-0e3e666b0a73 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1095178 Nov 15 12:41:47.785500 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-d7047af9-f1bb-47e1-8cb1-47e95babae13 service neutron] 10.222.0.43 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330588 Nov 15 12:41:47.854058 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c418fa2-d989-42d8-9a44-257a62f9ce5a req-2822990d-00b8-47e7-bd3d-89015dcce91e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971932 Nov 15 12:41:47.895502 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-4b527bb4-ca1c-4d9a-aad8-af44c2088ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981836 Nov 15 12:41:48.084844 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5dc8a7c-ecac-44da-9f32-366967dc596d req-fa0f7432-6ade-416b-bf53-1875d2931623 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 210 time: 0.0290077 Nov 15 12:41:48.559588 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:41:48.981513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759dba7-da3a-4b04-9d2f-019791b1b00d req-cb05d52d-287c-4538-ae0e-c94073345aae tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:48.983350 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0759dba7-da3a-4b04-9d2f-019791b1b00d req-cb05d52d-287c-4538-ae0e-c94073345aae tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0541785 Nov 15 12:41:49.030860 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0759dba7-da3a-4b04-9d2f-019791b1b00d req-03fd6046-416d-46b4-920e-fb23a2172536 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Nov 15 12:41:49.186743 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d202ea99-f13f-4a56-a412-f9c7d8babf4c req-e4b23074-6ab1-4309-9874-10db8a21bb99 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Nov 15 12:41:49.422514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a9cad18b-1619-47cd-9951-f767cc3ebfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:49.560703 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-66538f36-9421-4796-92dd-db95ca6885f9 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:49.562171 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-66538f36-9421-4796-92dd-db95ca6885f9 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 814 time: 0.3266232 Nov 15 12:41:49.601781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Request body: {'port': {'device_id': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b', 'admin_state_up': True, 'tenant_id': '3aae5c632c8b4d4f94206b1d6745c0ba'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:49.729582 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Made reservation on behalf of 3aae5c632c8b4d4f94206b1d6745c0ba for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:49.733876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:49.897772 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Allocated IP 172.20.0.12 (b79f49ef-73b5-4352-9d73-84333759f64b/52c70535-f2a6-48d4-b3fd-aee6095515c7/7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:50.069581 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.123715 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.139712 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832ed13-65bb-44ef-9998-1541b0edef1e req-226c231c-add7-4d8d-b7cd-1b8c4d1460eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:50.141307 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5832ed13-65bb-44ef-9998-1541b0edef1e req-226c231c-add7-4d8d-b7cd-1b8c4d1460eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0420852 Nov 15 12:41:50.187063 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5832ed13-65bb-44ef-9998-1541b0edef1e req-3a2b3147-bd36-4ba0-98ec-0f3a6fa35718 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Nov 15 12:41:50.187318 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Network b79f49ef-73b5-4352-9d73-84333759f64b is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:50.195274 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:50.198436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:50.240560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd076a3-40dc-4e5e-bcdc-cfa0d9d2f7aa req-53c392c9-733d-4c8d-8172-370448ce1467 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:50.242339 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-edd076a3-40dc-4e5e-bcdc-cfa0d9d2f7aa req-53c392c9-733d-4c8d-8172-370448ce1467 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1345260 Nov 15 12:41:50.243019 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Pushing event updated for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:50.310690 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:50.311245 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.345534 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-48426333-8f67-44b0-a42a-3f4b3807698d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478607 Nov 15 12:41:50.351468 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-edd076a3-40dc-4e5e-bcdc-cfa0d9d2f7aa req-dde55e9d-8c61-4ac0-9588-681cb27d8104 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Nov 15 12:41:50.368399 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f71b-b953-4ba7-aecd-c1300d0075ab req-42439546-9e30-48d1-b83d-2225c5df6fb2 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:50.368399 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9cb0f71b-b953-4ba7-aecd-c1300d0075ab req-42439546-9e30-48d1-b83d-2225c5df6fb2 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 932 time: 0.0926523 Nov 15 12:41:50.412858 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9cb0f71b-b953-4ba7-aecd-c1300d0075ab req-80a2ba9c-a80c-427e-8762-a0e5bcfb9f03 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Nov 15 12:41:50.472061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Request body: {'port': {'device_id': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:50.533471 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.798251 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:41:50.806211 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.821427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Transition to ACTIVE for port object 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:41:50.828438 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:50.901977 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Pushing event updated for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:50.960154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Attempting to bind port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:50.960626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Attempting to bind port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:50.961158 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Attempting to bind port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 on network b79f49ef-73b5-4352-9d73-84333759f64b {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:50.965875 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 on network b79f49ef-73b5-4352-9d73-84333759f64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:41:50.966829 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Attempting to bind port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 on network b79f49ef-73b5-4352-9d73-84333759f64b {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:50.973635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:50.974193 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Checking segment: {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:50.974832 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Bound using segment: {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:50.975405 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Bound port: 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:50.975857 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.052185 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:51.057195 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:51.062939 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.103729 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:51.104449 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.105775 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] 10.222.0.36 "PUT /v2.0/ports/7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 HTTP/1.1" status: 200 len: 1094 time: 0.6380634 Nov 15 12:41:51.106210 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:41:51.108523 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351" -d '{"events": [{"name": "network-changed", "server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:41:51.136162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7000fc-89c0-45b6-b7ed-8e8000b910bd service neutron] Pushing event updated for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:51.151387 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47604) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:51.175211 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7385bade-4e17-45d6-a62b-30209879e8a3 x-openstack-request-id: req-7385bade-4e17-45d6-a62b-30209879e8a3 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:41:51.175369 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:41:51.175695 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7385bade-4e17-45d6-a62b-30209879e8a3 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:41:51.176099 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29', 'status': 'completed', 'code': 200} Nov 15 12:41:51.295568 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2ae61f45-79d2-4afb-9893-b7453e40f14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.373819 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-47f2f8b3-c6ca-4a48-bb65-5122efc841ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:51.375353 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-47f2f8b3-c6ca-4a48-bb65-5122efc841ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 1097 time: 0.0654197 Nov 15 12:41:51.413940 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2ae61f45-79d2-4afb-9893-b7453e40f14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.418462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2ae61f45-79d2-4afb-9893-b7453e40f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.548667 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-204c0a56-7c27-4c76-a71b-cc3e88e419dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 HTTP/1.1" status: 200 len: 217 time: 0.1007805 Nov 15 12:41:51.549258 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae61f45-79d2-4afb-9893-b7453e40f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bacb2cd-a951-4872-be43-14d3bcd380ab,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:51.557679 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2ae61f45-79d2-4afb-9893-b7453e40f14a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42928bfb468b4cf5a38428e6058aa364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041455 Nov 15 12:41:51.562030 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47616) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:51.617649 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.627922 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2368f07-530b-43e3-8663-76c2c722b108 req-bb6dee2b-60e4-4e34-b208-88175c768e8d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:51.629417 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2368f07-530b-43e3-8663-76c2c722b108 req-bb6dee2b-60e4-4e34-b208-88175c768e8d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1952291 Nov 15 12:41:51.641294 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.656999 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af662a8d-9e63-43ef-b045-e943a0926246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:51.658358 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-af662a8d-9e63-43ef-b045-e943a0926246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c70535-f2a6-48d4-b3fd-aee6095515c7 HTTP/1.1" status: 200 len: 854 time: 0.0848906 Nov 15 12:41:51.668094 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9d1b7-e65b-4aa3-b873-dd04f43e9be0 req-5f3ea1d1-9d7a-4554-9a35-e8b905b9a012 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:51.670184 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35c9d1b7-e65b-4aa3-b873-dd04f43e9be0 req-5f3ea1d1-9d7a-4554-9a35-e8b905b9a012 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 944 time: 0.1358211 Nov 15 12:41:51.689730 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.692524 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.693734 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bacb2cd-a951-4872-be43-14d3bcd380ab HTTP/1.1" status: 204 len: 168 time: 0.1305726 Nov 15 12:41:51.703348 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fe96a-d3c2-4038-928f-6466c1926385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bacb2cd-a951-4872-be43-14d3bcd380ab,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:51.726179 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-472369c8-4721-4886-952d-29d7854b4e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f49ef-73b5-4352-9d73-84333759f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484445 Nov 15 12:41:51.754574 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2368f07-530b-43e3-8663-76c2c722b108 req-517b2112-7429-4418-97a3-0343cc785cb9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187670 Nov 15 12:41:51.823469 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35c9d1b7-e65b-4aa3-b873-dd04f43e9be0 req-8e69f582-1636-41f0-a099-3f6aee47301f tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445489 Nov 15 12:41:51.860820 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-2c95bedd-27b8-4b23-b17d-6fab50e2ab67 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169443 Nov 15 12:41:51.886239 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7927bb49-88d8-4369-996f-9b54721e1ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:51.965893 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43aa4825-b442-457a-a945-a39d5964fef7 req-f3ff13dc-bf45-4abf-8566-0e19fc61ce7d service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916038 Nov 15 12:41:52.115355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-186aa8e7-fee6-4bb1-86a2-ec516fc0f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:52.117037 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-186aa8e7-fee6-4bb1-86a2-ec516fc0f7ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 1097 time: 0.0425739 Nov 15 12:41:52.218668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-8e30d089-1fd1-4db5-b4cf-4f5d2678908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:52.220356 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-8e30d089-1fd1-4db5-b4cf-4f5d2678908b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 915 time: 0.0957441 Nov 15 12:41:52.265068 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-7dfb5af3-992a-4186-afd0-afe7db60ebce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 HTTP/1.1" status: 200 len: 217 time: 0.0364273 Nov 15 12:41:52.332550 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-57efcfc1-390c-4344-8e25-2571a2f5432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:52.334356 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-57efcfc1-390c-4344-8e25-2571a2f5432b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c70535-f2a6-48d4-b3fd-aee6095515c7 HTTP/1.1" status: 200 len: 854 time: 0.0618374 Nov 15 12:41:52.373735 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-d883c6a1-bdd1-4829-bfbf-a46dd56ac3df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f49ef-73b5-4352-9d73-84333759f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297797 Nov 15 12:41:52.373907 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47648) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:52.484402 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-1143f1e4-8569-4db2-a9f5-36856d689594 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021285 Nov 15 12:41:52.488975 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1364813366-network', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:52.512696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Made reservation on behalf of e7191bcfe4454fd9b47db87e8aa6e497 for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:52.516199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.525292 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.609541 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f56b34d-89d7-4d47-a1c7-a42dbfa6d351 req-817a15a9-ec8f-4aad-b934-c959a2b99bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098878 Nov 15 12:41:52.610474 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.614753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.636428 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:41:52.650557 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd71bf-ca96-44c3-a4ff-7f0f43235479,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:52.656361 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.656704 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Added segment fcb7441d-734b-458c-a9f0-9073af210749 of type vlan for network a5b87d23-3bbf-4595-9263-f13da952980e Nov 15 12:41:52.700247 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.729803 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.730785 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:52.731376 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.791605 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4164999 Nov 15 12:41:52.795186 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47660) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:52.797094 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7174628-251d-4612-a0fe-d7047f5f8986 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b87d23-3bbf-4595-9263-f13da952980e,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:52.801082 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Request body: {'subnet': {'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1364813366-subnet', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:52.815316 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network a5b87d23-3bbf-4595-9263-f13da952980e details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:41:52.823497 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Made reservation on behalf of e7191bcfe4454fd9b47db87e8aa6e497 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:52.826999 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:52.977900 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29828-bb19-4283-8cbf-b328a745b368 req-dafd7abb-bfe7-40e6-bedc-be72e2beb284 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:52.979338 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9d29828-bb19-4283-8cbf-b328a745b368 req-dafd7abb-bfe7-40e6-bedc-be72e2beb284 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1500056 Nov 15 12:41:53.003897 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fee24-70d0-47be-8875-f1a87f9625fe req-a24cf321-2582-464e-99a7-bf6c24d3be38 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.005458 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-609fee24-70d0-47be-8875-f1a87f9625fe req-a24cf321-2582-464e-99a7-bf6c24d3be38 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 944 time: 0.1005290 Nov 15 12:41:53.108834 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9d29828-bb19-4283-8cbf-b328a745b368 req-7bc6cccf-b9ad-4e03-8135-3eb2d3d7d25e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217632 Nov 15 12:41:53.146583 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-609fee24-70d0-47be-8875-f1a87f9625fe req-463a52bd-aa34-444e-9201-85fe2c5e0047 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322548 Nov 15 12:41:53.155767 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.162878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.218355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93874c14-c2bb-4d82-8adf-5726a4f60266,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:53.229082 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Checking segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:53.229442 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Network hostable DHCP agents. Network: a5b87d23-3bbf-4595-9263-f13da952980e, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:41:53.247868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Network a5b87d23-3bbf-4595-9263-f13da952980e is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:41:53.258909 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, a5b87d23-3bbf-4595-9263-f13da952980e) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:53.266237 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.267204 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.268407 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da546e-417b-4589-a540-5c950323840e None None] Network a5b87d23-3bbf-4595-9263-f13da952980e requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:53.284920 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6f8d70e9-757a-477d-a0e5-922e998fb2f9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4881055 Nov 15 12:41:53.287901 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47674) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:53.292367 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:53.316981 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.318235 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.396395 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.446798 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-a5b87d23-3bbf-4595-9263-f13da952980e', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:41:53.447857 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.565704 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.641911 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1390bd-880d-4daa-87e8-0930693d3f57 req-93b740fa-03ad-47b7-b6df-2e8d501efedd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.643434 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c1390bd-880d-4daa-87e8-0930693d3f57 req-93b740fa-03ad-47b7-b6df-2e8d501efedd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0960112 Nov 15 12:41:53.649445 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-59dcd430-a6a1-467e-b3da-7e212135b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.651027 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-59dcd430-a6a1-467e-b3da-7e212135b862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0754013 Nov 15 12:41:53.740571 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Allocated IP 172.20.0.2 (a5b87d23-3bbf-4595-9263-f13da952980e/93874c14-c2bb-4d82-8adf-5726a4f60266/c46ab77b-3e6a-4571-9373-eaf12e744a07) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:53.784859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.792565 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-0053a5e6-424e-4c21-bd76-89dc7be3e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.795181 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-0053a5e6-424e-4c21-bd76-89dc7be3e247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.1318274 Nov 15 12:41:53.806096 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.815366 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c1390bd-880d-4daa-87e8-0930693d3f57 req-e6d5de7a-7530-4b7a-9ece-222328e85075 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611116 Nov 15 12:41:53.847578 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-11fa3cfb-325b-492f-b5fd-09565b01454c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0446343 Nov 15 12:41:53.900124 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.904849 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-a4f02676-0abe-463a-878f-bf980616a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:53.906404 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-a4f02676-0abe-463a-878f-bf980616a77b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0511308 Nov 15 12:41:53.908696 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:53.924849 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Allocated IP 172.27.1.190 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/2dddc800-e3ce-4a6e-a668-9d23d69e5089) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:53.941600 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-18d47fb5-c325-4250-b8a9-405942f5b28f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278163 Nov 15 12:41:53.942633 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Network a5b87d23-3bbf-4595-9263-f13da952980e is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:53.946939 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:53.953035 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:53.967278 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Pushing event updated for resources: {'Port': ['ID=c46ab77b-3e6a-4571-9373-eaf12e744a07,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:54.017607 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Attempting to bind port c46ab77b-3e6a-4571-9373-eaf12e744a07 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:54.018262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Attempting to bind port c46ab77b-3e6a-4571-9373-eaf12e744a07 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:54.018652 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Attempting to bind port c46ab77b-3e6a-4571-9373-eaf12e744a07 on network a5b87d23-3bbf-4595-9263-f13da952980e {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:54.025066 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:54.025790 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Checking segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:54.026349 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.026787 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Bound using segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:54.027275 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Bound port: c46ab77b-3e6a-4571-9373-eaf12e744a07, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:54.027667 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.056618 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-c78fff39-7160-4f31-a2d6-b43ce27df114 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000190 Nov 15 12:41:54.060138 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.103182 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.128246 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] For port c46ab77b-3e6a-4571-9373-eaf12e744a07, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:54.131713 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] For port c46ab77b-3e6a-4571-9373-eaf12e744a07, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=c46ab77b-3e6a-4571-9373-eaf12e744a07,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:54.140776 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.142060 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:54.147596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:54.151492 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:54.169875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-08802cb6-d139-4739-b262-8cc92828c6d6 req-ac25ab3a-5201-4f1d-90fd-027ae900410f service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048634 Nov 15 12:41:54.181172 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Pushing event updated for resources: {'Port': ['ID=2dddc800-e3ce-4a6e-a668-9d23d69e5089,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:54.215215 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.234392 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d381d1-0804-44ab-81cd-922a9f39145f None None] Pushing event updated for resources: {'Port': ['ID=c46ab77b-3e6a-4571-9373-eaf12e744a07,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:54.336912 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b1c79-fa53-4eb0-b768-bc147249fc94 req-c364b649-314a-4445-b85f-e94ca43de517 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:54.343346 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6b7b1c79-fa53-4eb0-b768-bc147249fc94 req-c364b649-314a-4445-b85f-e94ca43de517 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 944 time: 0.0643048 Nov 15 12:41:54.393202 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6b7b1c79-fa53-4eb0-b768-bc147249fc94 req-4deac8a4-0c4e-4c34-a763-4fad7f506ac4 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Nov 15 12:41:54.486725 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.695769 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:54.958299 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327a92a-f51f-4a88-ba1b-1311ade138e7 req-eae93a59-35b7-4306-8222-bf83df218d1a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:54.960159 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b327a92a-f51f-4a88-ba1b-1311ade138e7 req-eae93a59-35b7-4306-8222-bf83df218d1a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0619352 Nov 15 12:41:55.005561 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.020296 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b327a92a-f51f-4a88-ba1b-1311ade138e7 req-e5c753bc-5db1-447c-add7-412358f6400d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Nov 15 12:41:55.046118 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Router 64a099ed-572d-4da0-bb05-04bc1f49c798 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:41:55.162742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:41:55.172360 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Sync routers for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:41:55.182963 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.184146 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:55.184925 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:55.187674 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47692) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:55.190345 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086fd269-71be-43ec-a5c7-8cede29a8acb None None] Network a5b87d23-3bbf-4595-9263-f13da952980e requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:55.191043 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e34d4720-f9e9-4e5c-8d37-d9c40b249d49 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8982995 Nov 15 12:41:55.335567 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device c46ab77b-3e6a-4571-9373-eaf12e744a07 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:55.357061 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:55.365346 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] Provisioning complete for port c46ab77b-3e6a-4571-9373-eaf12e744a07 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:55.365721 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.475904 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port c46ab77b-3e6a-4571-9373-eaf12e744a07 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:55.476277 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.541775 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:41:55.558628 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.590657 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:54Z', 'revision_number': 3, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:55.625892 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Checking router: 64a099ed-572d-4da0-bb05-04bc1f49c798 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:41:55.626491 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Updating router 64a099ed-572d-4da0-bb05-04bc1f49c798 port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:41:55.659258 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.700808 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.708917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] For port c46ab77b-3e6a-4571-9373-eaf12e744a07, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=c46ab77b-3e6a-4571-9373-eaf12e744a07,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:55.722864 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.818139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f085b2-47f3-4ffd-9ab5-312332cee8f8 req-1c0b4b90-115a-4e17-8ba4-bb12e1ed04aa tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:55.826889 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b8f085b2-47f3-4ffd-9ab5-312332cee8f8 req-1c0b4b90-115a-4e17-8ba4-bb12e1ed04aa tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 944 time: 0.3155491 Nov 15 12:41:55.869432 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae3360-cd92-4a36-b88e-cfd182fc9683 None None] Pushing event updated for resources: {'Port': ['ID=c46ab77b-3e6a-4571-9373-eaf12e744a07,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:55.877780 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:55.894515 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.db.api [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:41:55.894678 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG oslo_db.api [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:41:55.897071 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29', 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b', 'port_id': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29', 'mac_address': 'fa:16:3e:cd:1c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c70535-f2a6-48d4-b3fd-aee6095515c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:41:55.898673 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-5ca74dd8-236f-4575-af54-5b4adef2b47f None None] Provisioning complete for port c46ab77b-3e6a-4571-9373-eaf12e744a07 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:55.899047 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5ca74dd8-236f-4575-af54-5b4adef2b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.932993 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b8f085b2-47f3-4ffd-9ab5-312332cee8f8 req-84a25a2b-ab80-462a-9df5-e8354d965f0d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059234 Nov 15 12:41:55.973179 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:55.990563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:41:56.000679 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.007799 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.014100 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.033039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:56.040052 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.058396 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996e65-9a00-46a9-92c3-478ca5f2c30e None None] Pushing event updated for resources: {'Port': ['ID=2dddc800-e3ce-4a6e-a668-9d23d69e5089,revision_number=2']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:56.070283 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Attempting to bind port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:41:56.070713 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Attempting to bind port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:41:56.071640 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Attempting to bind port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:41:56.078965 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:41:56.079341 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:56.080265 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.080770 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:41:56.081316 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Bound port: 2dddc800-e3ce-4a6e-a668-9d23d69e5089, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:41:56.082245 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.096483 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:56.160616 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] For port 2dddc800-e3ce-4a6e-a668-9d23d69e5089, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:41:56.164212 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] For port 2dddc800-e3ce-4a6e-a668-9d23d69e5089, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2dddc800-e3ce-4a6e-a668-9d23d69e5089,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:41:56.170210 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.222003 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:56.222676 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:56.232366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1ad9-a146-4d7a-80a4-25f51d575f80 req-82c15065-b825-4b42-be22-f8ef1a373292 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:56.236162 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60bf1ad9-a146-4d7a-80a4-25f51d575f80 req-82c15065-b825-4b42-be22-f8ef1a373292 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1054041 Nov 15 12:41:56.268206 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Allocated IP 172.20.0.1 (a5b87d23-3bbf-4595-9263-f13da952980e/93874c14-c2bb-4d82-8adf-5726a4f60266/0ad8eb9f-be28-4724-ad5d-789e880785ac) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:56.346369 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60bf1ad9-a146-4d7a-80a4-25f51d575f80 req-599f8ffd-15f7-4453-a2d4-bc24c6ad61da tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062758 Nov 15 12:41:56.404094 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.420399 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996e65-9a00-46a9-92c3-478ca5f2c30e None None] Pushing event updated for resources: {'Port': ['ID=2dddc800-e3ce-4a6e-a668-9d23d69e5089,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:56.448220 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.459469 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:41:56.467830 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:56.499475 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Network a5b87d23-3bbf-4595-9263-f13da952980e is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:56.504279 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:56.510032 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:41:56.514001 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Pushing event updated for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:56.564485 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.713717 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:54Z', 'revision_number': 3, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:56.741998 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361062c3-3d00-40aa-b4e2-840aa37c19b5 None None] The sync data for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi is: [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:54Z', 'revision_number': 3, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:41:56.757067 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.788768 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-6c9091e8-e028-497f-88ec-ca0d5c7ecad1 None None] Provisioning complete for port 0ad8eb9f-be28-4724-ad5d-789e880785ac triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:56.789063 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-6c9091e8-e028-497f-88ec-ca0d5c7ecad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.830138 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-6c9091e8-e028-497f-88ec-ca0d5c7ecad1 None None] Port 0ad8eb9f-be28-4724-ad5d-789e880785ac cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:41:56.939799 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:56.944920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.044175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Pushing event updated for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:57.062299 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.149978 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c37fb7-25b7-4252-a7d8-f09ca6949824 req-4fe795ea-1f27-44c1-ab4a-3f2ad2fffa14 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:57.151595 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93c37fb7-25b7-4252-a7d8-f09ca6949824 req-4fe795ea-1f27-44c1-ab4a-3f2ad2fffa14 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 945 time: 0.1137702 Nov 15 12:41:57.236620 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93c37fb7-25b7-4252-a7d8-f09ca6949824 req-d160abf2-db63-48bd-8c1c-b9a78e1b16fa tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767055 Nov 15 12:41:57.242308 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Network a5b87d23-3bbf-4595-9263-f13da952980e is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:41:57.244088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:57.388850 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2dddc800-e3ce-4a6e-a668-9d23d69e5089 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:57.394984 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Router 64a099ed-572d-4da0-bb05-04bc1f49c798 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:41:57.462308 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:57.463387 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.556958 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:57.563417 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac90be-0dd2-4ad0-a29f-f16124eac673 req-5f068099-368d-4bc3-b4dc-dd10f0942cad tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:57.564982 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6fac90be-0dd2-4ad0-a29f-f16124eac673 req-5f068099-368d-4bc3-b4dc-dd10f0942cad tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1020434 Nov 15 12:41:57.571884 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:41:57.579476 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e1f76332-53b9-45ac-8908-a5689937044c admin admin] 10.222.0.43 "PUT /v2.0/routers/64a099ed-572d-4da0-bb05-04bc1f49c798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905053 Nov 15 12:41:57.611392 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.624033 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-423295d7-d31d-4dfa-a538-bb1a272d60e5 None None] Provisioning complete for port 0ad8eb9f-be28-4724-ad5d-789e880785ac triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:57.624962 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-423295d7-d31d-4dfa-a538-bb1a272d60e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.634545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6fac90be-0dd2-4ad0-a29f-f16124eac673 req-6019c888-7c37-4a81-a0cd-7ffbb15f7412 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Nov 15 12:41:57.681245 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 2dddc800-e3ce-4a6e-a668-9d23d69e5089, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2dddc800-e3ce-4a6e-a668-9d23d69e5089,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:57.691218 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.692007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device c46ab77b-3e6a-4571-9373-eaf12e744a07 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:57.744588 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-423295d7-d31d-4dfa-a538-bb1a272d60e5 None None] Port 0ad8eb9f-be28-4724-ad5d-789e880785ac cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:41:57.779823 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:41:57.791406 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:57.791789 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.814618 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=2dddc800-e3ce-4a6e-a668-9d23d69e5089,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:57.841408 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port c46ab77b-3e6a-4571-9373-eaf12e744a07 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:57.842049 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.922306 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:57.970984 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:41:57.973228 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c88cd8-0b58-44cb-97b4-d9f21bb5d5b8" -d '{"events": [{"server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:41:58.024275 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:41:58.034150 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.040235 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6381d9b3-9cce-44e5-938f-aa66bbf7d98c x-openstack-request-id: req-6381d9b3-9cce-44e5-938f-aa66bbf7d98c {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:41:58.040545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:41:58.040817 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6381d9b3-9cce-44e5-938f-aa66bbf7d98c {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:41:58.041182 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29', 'code': 200} Nov 15 12:41:58.092145 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:58.260516 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381e0f-eaaa-4006-9cda-cac4c91db04d req-eb07b4ef-25f8-439a-a97a-21cf9eff4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:58.262052 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50381e0f-eaaa-4006-9cda-cac4c91db04d req-eb07b4ef-25f8-439a-a97a-21cf9eff4331 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 1099 time: 0.0405843 Nov 15 12:41:58.324276 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50381e0f-eaaa-4006-9cda-cac4c91db04d req-64821fa0-c1ea-4e73-9a79-3671d52d56d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Nov 15 12:41:58.350556 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47758) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:58.355595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-161515944-network', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:58.382043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Made reservation on behalf of 85b63b6b0b914e6787f7575d2ca93ffa for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:58.385008 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.394322 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.398349 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0450d-a177-4993-b75a-c5a1e48c5284 req-71ba228c-6a9f-439c-b03a-a97c9c4e62a8 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:58.399857 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75c0450d-a177-4993-b75a-c5a1e48c5284 req-71ba228c-6a9f-439c-b03a-a97c9c4e62a8 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.0593565 Nov 15 12:41:58.460664 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75c0450d-a177-4993-b75a-c5a1e48c5284 req-aa465f19-699f-47bd-b2c6-230996af1d33 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Nov 15 12:41:58.476869 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.481329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.508233 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:41:58.514657 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07abe11-5b28-4b49-ae90-89b66160df2d,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:58.520945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.521375 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Added segment a9d23d4f-7063-41d1-bd25-5e23fadc4efc of type vlan for network ab4d7dc7-859d-47e5-8713-1abdd2804023 Nov 15 12:41:58.548863 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Sync routers for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:41:58.558795 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:41:58.559433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:58.565645 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.589979 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.591171 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:58.591775 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.652432 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3007095 Nov 15 12:41:58.655358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47760) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:58.657746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9ce8-66e4-4c0d-9584-29cf146e3105 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4d7dc7-859d-47e5-8713-1abdd2804023,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:58.661263 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Request body: {'subnet': {'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-161515944-subnet', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:58.670463 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:41:58.675948 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:41:58.683682 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Made reservation on behalf of 85b63b6b0b914e6787f7575d2ca93ffa for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:41:58.686539 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.871499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.944729 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbc1b9f-acee-4f57-aba4-09b37b216934,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:41:58.947850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Checking segment: {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:41:58.948218 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Network hostable DHCP agents. Network: ab4d7dc7-859d-47e5-8713-1abdd2804023, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:41:58.966513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:41:58.976115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, ab4d7dc7-859d-47e5-8713-1abdd2804023) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:41:58.980600 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:58.981306 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:58.997886 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3794a-77a4-4af7-86aa-5d97d71da348 None None] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:41:58.999324 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2805d818-fa4a-4e82-81b2-bfa555fe1d27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3428121 Nov 15 12:41:59.001760 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47764) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:41:59.006062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:41:59.027003 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.028183 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.093976 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.177472 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 2, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:41:59.216384 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Checking router: 64a099ed-572d-4da0-bb05-04bc1f49c798 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:41:59.216884 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Updating router 64a099ed-572d-4da0-bb05-04bc1f49c798 port 0ad8eb9f-be28-4724-ad5d-789e880785ac binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:41:59.264993 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2dddc800-e3ce-4a6e-a668-9d23d69e5089 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:41:59.272758 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-ab4d7dc7-859d-47e5-8713-1abdd2804023', 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'fixed_ips': [{'subnet_id': '1fbc1b9f-acee-4f57-aba4-09b37b216934'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:41:59.273609 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.278181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.296967 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.307750 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce13c7e-931a-4c4f-8d43-a699354fc252 req-8c7766ff-ca75-4892-8f25-73829aa28a6e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:59.309258 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3ce13c7e-931a-4c4f-8d43-a699354fc252 req-8c7766ff-ca75-4892-8f25-73829aa28a6e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1436787 Nov 15 12:41:59.392679 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3ce13c7e-931a-4c4f-8d43-a699354fc252 req-e0fcb8b1-ca32-41e1-8268-e0de5fa392ed tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Nov 15 12:41:59.547853 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:41:59.548233 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.600970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.624454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.635189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4da81-7b33-4e9f-aa29-4e951418beaf req-3963a125-5cff-45b5-b5c3-5fb767af7a6a tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:41:59.636801 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2bc4da81-7b33-4e9f-aa29-4e951418beaf req-3963a125-5cff-45b5-b5c3-5fb767af7a6a tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.0847821 Nov 15 12:41:59.652045 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Allocated IP 172.20.0.2 (ab4d7dc7-859d-47e5-8713-1abdd2804023/1fbc1b9f-acee-4f57-aba4-09b37b216934/618ae65f-2e53-473a-b1fd-6e47b944cf92) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:59.767293 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2bc4da81-7b33-4e9f-aa29-4e951418beaf req-93135165-8726-452c-9aa0-ab61db786ceb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793602 Nov 15 12:41:59.829042 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Allocated IP 172.27.1.207 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/44fdbc1b-8a88-492e-ba96-b93abbb83179) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:41:59.926002 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.942747 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.962957 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:41:59.989391 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.006150 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.015295 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:00.018821 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:00.021801 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:42:00.030211 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.035837 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e50d-2a5c-4c70-b410-cfcf84195113 None None] Pushing event updated for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:00.127984 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:00.157688 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:00.165129 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:42:00.188957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Pushing event updated for resources: {'Port': ['ID=44fdbc1b-8a88-492e-ba96-b93abbb83179,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:00.237388 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Pushing event updated for resources: {'Port': ['ID=618ae65f-2e53-473a-b1fd-6e47b944cf92,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:00.282615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Attempting to bind port 0ad8eb9f-be28-4724-ad5d-789e880785ac on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:00.283088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Attempting to bind port 0ad8eb9f-be28-4724-ad5d-789e880785ac by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:00.283544 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Attempting to bind port 0ad8eb9f-be28-4724-ad5d-789e880785ac on network a5b87d23-3bbf-4595-9263-f13da952980e {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:00.299932 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Attempting to bind port 618ae65f-2e53-473a-b1fd-6e47b944cf92 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:00.300386 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Attempting to bind port 618ae65f-2e53-473a-b1fd-6e47b944cf92 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:00.300816 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Attempting to bind port 618ae65f-2e53-473a-b1fd-6e47b944cf92 on network ab4d7dc7-859d-47e5-8713-1abdd2804023 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:00.303188 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:00.303640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Checking segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:00.304151 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.304891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Bound using segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:00.305363 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Bound port: 0ad8eb9f-be28-4724-ad5d-789e880785ac, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:00.305805 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.321548 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:00.321838 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Checking segment: {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:00.322374 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.322896 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Bound using segment: {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:00.323433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Bound port: 618ae65f-2e53-473a-b1fd-6e47b944cf92, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:00.323974 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.408213 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.438649 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] For port 0ad8eb9f-be28-4724-ad5d-789e880785ac, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:00.443749 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] For port 0ad8eb9f-be28-4724-ad5d-789e880785ac, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0ad8eb9f-be28-4724-ad5d-789e880785ac,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:00.451264 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.454569 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] For port 618ae65f-2e53-473a-b1fd-6e47b944cf92, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:00.458621 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] Provisioning complete for port 0ad8eb9f-be28-4724-ad5d-789e880785ac triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:00.458621 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.548524 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] For port 618ae65f-2e53-473a-b1fd-6e47b944cf92, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=618ae65f-2e53-473a-b1fd-6e47b944cf92,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:00.572703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.592606 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e50d-2a5c-4c70-b410-cfcf84195113 None None] Pushing event updated for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:00.648478 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:42:00.649138 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:00.774196 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc004d-f9fc-474f-9c5b-15588a3fcadf None None] Pushing event updated for resources: {'Port': ['ID=618ae65f-2e53-473a-b1fd-6e47b944cf92,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:00.839039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:00.854882 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:42:01.003581 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] For port 0ad8eb9f-be28-4724-ad5d-789e880785ac, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0ad8eb9f-be28-4724-ad5d-789e880785ac,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:01.015564 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.023439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ce4df-1c46-424a-85d3-5f94a067b0c0 req-45fa2286-f7ef-4348-ad8f-8985e11fd1c4 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:01.025087 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e4ce4df-1c46-424a-85d3-5f94a067b0c0 req-45fa2286-f7ef-4348-ad8f-8985e11fd1c4 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.1322525 Nov 15 12:42:01.043903 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602c68-8df9-4d63-ba8c-71ba3342a03f req-dd5d18a7-fb74-44eb-aa23-4a293e706bd0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:01.046120 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93602c68-8df9-4d63-ba8c-71ba3342a03f req-dd5d18a7-fb74-44eb-aa23-4a293e706bd0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1440256 Nov 15 12:42:01.088455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.225882 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e4ce4df-1c46-424a-85d3-5f94a067b0c0 req-5ccb455e-94b4-45fa-9b3a-d5101dcda9fd tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917076 Nov 15 12:42:01.230245 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93602c68-8df9-4d63-ba8c-71ba3342a03f req-fbff386d-7353-402b-9996-284c12fbddd7 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706860 Nov 15 12:42:01.248764 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-519d7262-5f80-418c-868c-d4f68b3c2286 None None] Provisioning complete for port 0ad8eb9f-be28-4724-ad5d-789e880785ac triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:01.248764 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-519d7262-5f80-418c-868c-d4f68b3c2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.310207 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288196-a361-4cc0-89fb-5563b7583ab0 None None] Pushing event updated for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:01.347829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 618ae65f-2e53-473a-b1fd-6e47b944cf92 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:01.374565 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Router 85fab1df-4e81-49d2-97b6-607b0b5baf51 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:42:01.473907 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 618ae65f-2e53-473a-b1fd-6e47b944cf92 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:01.474282 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.501672 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:42:01.515006 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Sync routers for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:42:01.519794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:01.535494 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.536751 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5c012d7f-197b-47a0-a925-0108bef873ad admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5340424 Nov 15 12:42:01.539562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47844) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:01.542319 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:42:01.543169 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:01.594150 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802a2fa-4212-4d21-a28d-262a938572d0 None None] The sync data for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi is: [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:42:01.714147 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.815226 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 618ae65f-2e53-473a-b1fd-6e47b944cf92, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=618ae65f-2e53-473a-b1fd-6e47b944cf92,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:01.820251 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:01.870470 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:42:01.988620 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=618ae65f-2e53-473a-b1fd-6e47b944cf92,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:02.167053 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c364033-2c89-4ca4-ad02-cf785db04d1c None None] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:42:02.228164 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 3, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:02.263775 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-c18535d4-b9de-46f1-9518-306257e4697c None None] Provisioning complete for port 618ae65f-2e53-473a-b1fd-6e47b944cf92 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:02.264396 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c18535d4-b9de-46f1-9518-306257e4697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.267173 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Checking router: 85fab1df-4e81-49d2-97b6-607b0b5baf51 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:42:02.268462 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Updating router 85fab1df-4e81-49d2-97b6-607b0b5baf51 port 44fdbc1b-8a88-492e-ba96-b93abbb83179 binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:42:02.306708 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.307049 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.487692 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d049cb5-b818-45c1-b67d-b82eeb17ad45 req-a195a8de-9b4b-4e00-abc4-d7de12cf211c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:02.495455 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2d049cb5-b818-45c1-b67d-b82eeb17ad45 req-a195a8de-9b4b-4e00-abc4-d7de12cf211c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1052604 Nov 15 12:42:02.605681 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Allocated IP 172.20.0.1 (ab4d7dc7-859d-47e5-8713-1abdd2804023/1fbc1b9f-acee-4f57-aba4-09b37b216934/5e690fac-f198-4c84-99ec-9822a831e2bd) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:42:02.649950 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2d049cb5-b818-45c1-b67d-b82eeb17ad45 req-eca92916-22b0-4b5f-8e58-fb6f2218d18f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535952 Nov 15 12:42:02.720181 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.726536 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.772183 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.786933 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8c859-0b29-40a1-97c7-a65082ce62f4 None None] Pushing event updated for resources: {'Port': ['ID=44fdbc1b-8a88-492e-ba96-b93abbb83179,revision_number=2']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:02.797089 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-0ae5e817-071c-4665-9162-1f4eb1b1ab42 None None] Provisioning complete for port 618ae65f-2e53-473a-b1fd-6e47b944cf92 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:02.797842 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e817-071c-4665-9162-1f4eb1b1ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.827500 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Attempting to bind port 44fdbc1b-8a88-492e-ba96-b93abbb83179 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:02.828046 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Attempting to bind port 44fdbc1b-8a88-492e-ba96-b93abbb83179 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:02.829024 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Attempting to bind port 44fdbc1b-8a88-492e-ba96-b93abbb83179 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:02.831398 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.850559 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:02.850945 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:02.851291 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.851826 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:02.852364 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Bound port: 44fdbc1b-8a88-492e-ba96-b93abbb83179, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:02.853111 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.898131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:02.905835 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:02.908690 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:42:02.932160 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] For port 44fdbc1b-8a88-492e-ba96-b93abbb83179, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:02.937469 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] For port 44fdbc1b-8a88-492e-ba96-b93abbb83179, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=44fdbc1b-8a88-492e-ba96-b93abbb83179,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:02.944996 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:02.950930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Pushing event updated for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:02.991147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.045871 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8c859-0b29-40a1-97c7-a65082ce62f4 None None] Pushing event updated for resources: {'Port': ['ID=44fdbc1b-8a88-492e-ba96-b93abbb83179,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:03.053678 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:42:03.054391 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:03.259174 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:42:03.276895 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.387865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-97ab3401-3ccf-46d4-8027-543bd3d3e3b1 None None] Provisioning complete for port 5e690fac-f198-4c84-99ec-9822a831e2bd triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:03.388562 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-97ab3401-3ccf-46d4-8027-543bd3d3e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.443294 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0ad8eb9f-be28-4724-ad5d-789e880785ac up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:03.498555 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-97ab3401-3ccf-46d4-8027-543bd3d3e3b1 None None] Port 5e690fac-f198-4c84-99ec-9822a831e2bd cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:42:03.537289 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 0ad8eb9f-be28-4724-ad5d-789e880785ac triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:03.537423 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.582533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.589868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.599869 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 3, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:03.656501 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e4f72-3b52-4ed2-b463-3eb90eff591d None None] The sync data for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi is: [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 3, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:42:03.665858 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 618ae65f-2e53-473a-b1fd-6e47b944cf92 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:03.697635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.718503 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Pushing event updated for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:03.750488 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 618ae65f-2e53-473a-b1fd-6e47b944cf92 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:03.751295 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:03.868594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72115d9c-f913-49df-a36a-105c73adc407 req-ce42ddc1-42c3-44e1-a38a-1737d8718bed tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:03.870122 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-72115d9c-f913-49df-a36a-105c73adc407 req-ce42ddc1-42c3-44e1-a38a-1737d8718bed tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1185696 Nov 15 12:42:03.881508 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:03.888130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:04.002819 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-72115d9c-f913-49df-a36a-105c73adc407 req-e875976e-f531-49ca-a216-c07853e6f60a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239562 Nov 15 12:42:04.069706 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Router 85fab1df-4e81-49d2-97b6-607b0b5baf51 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:42:04.204685 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:42:04.210705 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-3382e63c-9ad9-4361-9f7d-cb4aadcb7880 admin admin] 10.222.0.43 "PUT /v2.0/routers/85fab1df-4e81-49d2-97b6-607b0b5baf51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700697 Nov 15 12:42:04.229754 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-2a3bf719-b5db-4c9e-bb45-2286716b967e None None] Provisioning complete for port 5e690fac-f198-4c84-99ec-9822a831e2bd triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:04.230127 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2a3bf719-b5db-4c9e-bb45-2286716b967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:04.280238 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bf719-b5db-4c9e-bb45-2286716b967e None None] Port 5e690fac-f198-4c84-99ec-9822a831e2bd cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:42:04.804332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47914) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:04.808986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429662263', 'description': 'tempest-secgroup-smoke-429662263 description', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:04.837894 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:04.939772 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:04.943545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:04.974271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:04.975549 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1701667 Nov 15 12:42:04.977467 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525b202-e801-4cad-8a97-424bacacf4d7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119e17d4-1873-42a6-9f5d-15f85d4a8135,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:04.978622 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47920) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:04.983498 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.011511 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.078188 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.082823 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.097969 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b889ee5-aa43-4cb1-861a-14fa50d0df60,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.114595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.115877 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-25808c6f-1c75-42f8-af8e-161638f2921c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362395 Nov 15 12:42:05.118620 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47924) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:05.123248 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.146286 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9ed8a-b203-4071-aefe-aef2beefba54 req-976f93cd-9aaa-4c8f-8ae3-6e7ed40e15f6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:05.148112 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3cd9ed8a-b203-4071-aefe-aef2beefba54 req-976f93cd-9aaa-4c8f-8ae3-6e7ed40e15f6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0581875 Nov 15 12:42:05.151388 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.225214 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3cd9ed8a-b203-4071-aefe-aef2beefba54 req-426472ea-621e-43c0-a29d-b4ac2d6c99cd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613427 Nov 15 12:42:05.239902 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.248947 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.270954 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be5a07b-83ec-4e4c-b005-6cd85bd2aafe,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.275340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.276765 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1ed2cd5e-8eb0-4354-b9e4-5a62c6421b8f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571684 Nov 15 12:42:05.280215 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47928) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:05.284648 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.315108 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.323599 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 44fdbc1b-8a88-492e-ba96-b93abbb83179 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:05.378415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.383784 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.394615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 44fdbc1b-8a88-492e-ba96-b93abbb83179 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:05.395123 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.406015 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ef354d-9291-4f3a-9a80-56fc59f6ae61,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.411194 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.412454 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9b5d5a40-014c-4180-bf7b-d03766f32e63 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312504 Nov 15 12:42:05.415484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47932) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:05.421626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.457090 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.472745 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Sync routers for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:42:05.496837 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:42:05.497815 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:05.500294 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.526308 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.530835 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.552139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab90363-0def-4619-9303-b7516c1150a8,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.557938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.562967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d8fa8d16-b08f-4fb3-a9fe-3c0b12edd598 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425438 Nov 15 12:42:05.563699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 47934) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:05.568475 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.589705 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 44fdbc1b-8a88-492e-ba96-b93abbb83179, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=44fdbc1b-8a88-492e-ba96-b93abbb83179,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:05.592880 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.securitygroups_db [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Project e7191bcfe4454fd9b47db87e8aa6e497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:42:05.599607 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.600260 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.662229 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.665486 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:42:05.666888 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.683310 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778156f-f0a5-44a9-91e8-b8caad14a495,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.693901 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.695283 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-378448bb-6122-4eea-936a-8f83d5403156 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305332 Nov 15 12:42:05.698264 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 47936) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:05.702952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'security_group_rule': {'security_group_id': '119e17d4-1873-42a6-9f5d-15f85d4a8135', 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:05.704555 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=44fdbc1b-8a88-492e-ba96-b93abbb83179,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.720743 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.721128 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.721477 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.721817 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.722153 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.722503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.722869 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.723204 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.723533 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.723863 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.724190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.724515 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:05.732153 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.securitygroups_db [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Project e7191bcfe4454fd9b47db87e8aa6e497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:42:05.737725 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.799525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.803338 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.823135 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41951b4-19a8-4df8-93f9-a298b536fb66,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:05.829608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:05.838280 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f32dc4a4-1ef7-43f5-a6a7-40dc1207fa09 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315601 Nov 15 12:42:05.916156 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:03Z', 'revision_number': 4, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '5e690fac-f198-4c84-99ec-9822a831e2bd', 'name': '', 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'mac_address': 'fa:16:3e:06:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:42:02Z', 'updated_at': '2021-11-15T12:42:03Z', 'revision_number': 2, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'subnets': [{'id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:05.944721 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Checking router: 85fab1df-4e81-49d2-97b6-607b0b5baf51 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:42:05.945083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Updating router 85fab1df-4e81-49d2-97b6-607b0b5baf51 port 5e690fac-f198-4c84-99ec-9822a831e2bd binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:42:05.973422 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.324937 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.333651 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.439288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f45d9-532b-4800-84f4-5e76bc4574e8 req-ea639e1a-9592-41ca-8bfe-eb8bc23ea856 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:06.447991 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b37f45d9-532b-4800-84f4-5e76bc4574e8 req-ea639e1a-9592-41ca-8bfe-eb8bc23ea856 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1075499 Nov 15 12:42:06.455419 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1e672-7661-4edb-9eff-00d1ac3112dc None None] Pushing event updated for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:06.463220 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Attempting to bind port 5e690fac-f198-4c84-99ec-9822a831e2bd on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:06.463220 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Attempting to bind port 5e690fac-f198-4c84-99ec-9822a831e2bd by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:06.463430 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Attempting to bind port 5e690fac-f198-4c84-99ec-9822a831e2bd on network ab4d7dc7-859d-47e5-8713-1abdd2804023 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:06.469456 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:06.469834 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Checking segment: {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:06.470235 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.470625 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Bound using segment: {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:06.471165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Bound port: 5e690fac-f198-4c84-99ec-9822a831e2bd, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:06.471545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.503987 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b37f45d9-532b-4800-84f4-5e76bc4574e8 req-80e5a0e9-6fa3-4a02-b859-c7d765db90a7 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546732 Nov 15 12:42:06.543066 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] For port 5e690fac-f198-4c84-99ec-9822a831e2bd, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:06.547142 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] For port 5e690fac-f198-4c84-99ec-9822a831e2bd, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=5e690fac-f198-4c84-99ec-9822a831e2bd,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:06.551791 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.614108 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1e672-7661-4edb-9eff-00d1ac3112dc None None] Pushing event updated for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:06.616695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:42:06.617302 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:41:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:06.813611 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-a07760af-7b11-4e52-b343-b920122b895c None None] Provisioning complete for port 5e690fac-f198-4c84-99ec-9822a831e2bd triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:06.813978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a07760af-7b11-4e52-b343-b920122b895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:06.878956 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:42:06.983452 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a07760af-7b11-4e52-b343-b920122b895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:07.064300 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a07760af-7b11-4e52-b343-b920122b895c None None] For port 5e690fac-f198-4c84-99ec-9822a831e2bd, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=5e690fac-f198-4c84-99ec-9822a831e2bd,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:07.074747 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a07760af-7b11-4e52-b343-b920122b895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:07.157401 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07760af-7b11-4e52-b343-b920122b895c None None] Pushing event updated for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:07.175746 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:03Z', 'revision_number': 4, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '5e690fac-f198-4c84-99ec-9822a831e2bd', 'name': '', 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'mac_address': 'fa:16:3e:06:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:42:02Z', 'updated_at': '2021-11-15T12:42:06Z', 'revision_number': 4, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'subnets': [{'id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:42:07.210668 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f503200a-d680-4a3b-b825-43b705097d58 None None] The sync data for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi is: [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:03Z', 'revision_number': 4, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '5e690fac-f198-4c84-99ec-9822a831e2bd', 'name': '', 'network_id': 'ab4d7dc7-859d-47e5-8713-1abdd2804023', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'mac_address': 'fa:16:3e:06:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:42:02Z', 'updated_at': '2021-11-15T12:42:06Z', 'revision_number': 4, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'subnets': [{'id': '1fbc1b9f-acee-4f57-aba4-09b37b216934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:42:07.221583 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-7e05202c-7f8c-4f48-8d3c-c772a4cf54cc None None] Provisioning complete for port 5e690fac-f198-4c84-99ec-9822a831e2bd triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:07.221954 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7e05202c-7f8c-4f48-8d3c-c772a4cf54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:07.288167 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 44fdbc1b-8a88-492e-ba96-b93abbb83179 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:07.388657 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 44fdbc1b-8a88-492e-ba96-b93abbb83179 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:07.389251 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:07.629444 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fa3ce-bec9-4522-ba46-be01ed32a53a req-41792087-dfc3-4a71-aa02-183d6f84f432 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:07.631067 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-608fa3ce-bec9-4522-ba46-be01ed32a53a req-41792087-dfc3-4a71-aa02-183d6f84f432 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0514998 Nov 15 12:42:07.683576 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-608fa3ce-bec9-4522-ba46-be01ed32a53a req-3227df3d-42fc-4282-b798-061662c11a5f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Nov 15 12:42:08.807583 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121482-9d76-41de-a229-c31a6e0009ad req-06fba6be-0320-4d79-835d-a0febfa63f68 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:08.809072 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fa121482-9d76-41de-a229-c31a6e0009ad req-06fba6be-0320-4d79-835d-a0febfa63f68 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0518343 Nov 15 12:42:08.857209 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fa121482-9d76-41de-a229-c31a6e0009ad req-471e6df2-6a50-44df-abf8-16c7d4761605 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Nov 15 12:42:09.267727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 5e690fac-f198-4c84-99ec-9822a831e2bd up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:09.322187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 5e690fac-f198-4c84-99ec-9822a831e2bd triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:09.322553 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:09.381464 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:09.978232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daed980-5ddb-4f96-9762-ae365fa603cb req-03856af1-1673-4028-8a66-a0a6c86ab4f7 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:09.979765 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4daed980-5ddb-4f96-9762-ae365fa603cb req-03856af1-1673-4028-8a66-a0a6c86ab4f7 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0521739 Nov 15 12:42:10.027896 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4daed980-5ddb-4f96-9762-ae365fa603cb req-61640fce-7c41-49d6-9ab9-4d9ca5ec71a5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Nov 15 12:42:11.147624 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4236-54a9-4e1a-a3ba-84be6b7402f4 req-37a99066-054a-4e95-8fa7-617122d851d8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:11.149110 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47bb4236-54a9-4e1a-a3ba-84be6b7402f4 req-37a99066-054a-4e95-8fa7-617122d851d8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0488856 Nov 15 12:42:11.200042 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47bb4236-54a9-4e1a-a3ba-84be6b7402f4 req-c24ae02a-3ce5-4b5d-a2d4-88bc2af008ca tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Nov 15 12:42:12.319114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13161b3-e5d0-433f-b15c-3574bf50fb10 req-72cf1384-1efb-4d13-9830-19a8e74109cd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:12.320592 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d13161b3-e5d0-433f-b15c-3574bf50fb10 req-72cf1384-1efb-4d13-9830-19a8e74109cd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0494547 Nov 15 12:42:12.373170 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d13161b3-e5d0-433f-b15c-3574bf50fb10 req-4b9dcb2a-38dd-4748-8820-f9ee9fac0d12 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Nov 15 12:42:13.489465 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71832-6050-4764-a2d6-201e9655ef4e req-a578c7a3-1f26-46d3-8868-c36cf241a50c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:13.491120 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db71832-6050-4764-a2d6-201e9655ef4e req-a578c7a3-1f26-46d3-8868-c36cf241a50c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0514009 Nov 15 12:42:13.538675 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db71832-6050-4764-a2d6-201e9655ef4e req-2c2df713-96c6-40cb-a44b-092d36c53939 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Nov 15 12:42:13.859892 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 48100) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:14.004685 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-73d22256-1522-4649-b6dd-6d40aa8a2d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.089848 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-73d22256-1522-4649-b6dd-6d40aa8a2d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.098196 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-73d22256-1522-4649-b6dd-6d40aa8a2d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.135657 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d22256-1522-4649-b6dd-6d40aa8a2d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c833c-18b9-411d-8d7c-18a4bbe2c7f0,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:14.141819 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-73d22256-1522-4649-b6dd-6d40aa8a2d84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7512e522eff54f7a97615d0643cff10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807651 Nov 15 12:42:14.144008 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 48106) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:14.194017 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.216281 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.267074 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.269952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:14.271196 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc3c833c-18b9-411d-8d7c-18a4bbe2c7f0 HTTP/1.1" status: 204 len: 168 time: 0.1261706 Nov 15 12:42:14.279024 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5ebf0-0577-43c8-88b9-8dce2c1c2a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c833c-18b9-411d-8d7c-18a4bbe2c7f0,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:14.665056 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4b51a-2b84-429b-9e99-2ddca1b01c28 req-b975b01f-f51c-47bc-8074-1d93144dba20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:14.667208 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dd4b51a-2b84-429b-9e99-2ddca1b01c28 req-b975b01f-f51c-47bc-8074-1d93144dba20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0511150 Nov 15 12:42:14.729013 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1dd4b51a-2b84-429b-9e99-2ddca1b01c28 req-7b046178-bde9-4c12-9025-31c1d08fd6bb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Nov 15 12:42:15.235063 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7cbd-9c4c-4d59-be1a-2e41589b106b req-bdcea1f4-9da6-4ded-a3a5-68c67c518b3e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:15.236487 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2e6d7cbd-9c4c-4d59-be1a-2e41589b106b req-bdcea1f4-9da6-4ded-a3a5-68c67c518b3e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0840099 Nov 15 12:42:15.253817 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-b8376823-d5a8-4a09-9490-3666e6bade4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:15.255292 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-b8376823-d5a8-4a09-9490-3666e6bade4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0716860 Nov 15 12:42:15.345214 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2e6d7cbd-9c4c-4d59-be1a-2e41589b106b req-b854cc75-e80c-499c-9d0e-5d3b3a959128 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015313 Nov 15 12:42:15.389496 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-a7733e7d-1f0a-4d3f-ac82-63d0959859c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:15.391013 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-a7733e7d-1f0a-4d3f-ac82-63d0959859c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.1219602 Nov 15 12:42:15.445477 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-0f0fcd0e-f3a6-428d-b890-3a5c13398afd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0450206 Nov 15 12:42:15.515571 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-0f87dff0-c607-4951-afd6-c881e1da450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:15.517125 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-0f87dff0-c607-4951-afd6-c881e1da450c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0477443 Nov 15 12:42:15.553719 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-240235e2-4d3a-4427-a21a-8b4e031a58b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248003 Nov 15 12:42:15.648023 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-f9d0a5da-068b-495f-9d79-2274b697c262 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852661 Nov 15 12:42:15.746263 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77a8f2c0-9134-4da8-8336-b2cde744553e req-a7ecb4bd-866b-4a41-99d3-e790afef2994 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871172 Nov 15 12:42:15.855503 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be423332-96fa-48b1-a6d9-ee49ff880a19 req-4fc85a0f-9798-427a-9d45-0e6fcbe9a31c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:15.857064 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-be423332-96fa-48b1-a6d9-ee49ff880a19 req-4fc85a0f-9798-427a-9d45-0e6fcbe9a31c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0505610 Nov 15 12:42:15.906388 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-be423332-96fa-48b1-a6d9-ee49ff880a19 req-a0da0062-490d-4188-b7f4-679961b24948 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Nov 15 12:42:16.463513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae68f-17a0-4348-8ce9-b1fe477e97c1 req-ed1d454c-0c5b-4999-a295-e0f730e66e98 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:16.464921 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca6ae68f-17a0-4348-8ce9-b1fe477e97c1 req-ed1d454c-0c5b-4999-a295-e0f730e66e98 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0494423 Nov 15 12:42:16.529955 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca6ae68f-17a0-4348-8ce9-b1fe477e97c1 req-e3cda896-1854-4039-b839-87f80318a980 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579927 Nov 15 12:42:17.028490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9d0cf-adc9-42bc-b858-a0af730e27af req-de464cca-226f-4e38-ab41-60c9f0a547fb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:17.030024 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-26b9d0cf-adc9-42bc-b858-a0af730e27af req-de464cca-226f-4e38-ab41-60c9f0a547fb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0523362 Nov 15 12:42:17.078445 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-26b9d0cf-adc9-42bc-b858-a0af730e27af req-782e04a1-1ce4-4292-ac46-8a7ea6f3794e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 Nov 15 12:42:17.652456 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b59d-3294-45fd-b3ff-c19d53affeaa req-f645f539-b080-47f4-8d5a-c2fa77f74679 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:17.654866 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8729b59d-3294-45fd-b3ff-c19d53affeaa req-f645f539-b080-47f4-8d5a-c2fa77f74679 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Nov 15 12:42:17.702508 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8729b59d-3294-45fd-b3ff-c19d53affeaa req-ed155239-8a9a-44c4-b693-f876fae32bc9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Nov 15 12:42:18.198223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319822a-c296-4149-afad-102da303f9a5 req-435215a1-bb11-464c-ab4f-92ff0319d3b9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:18.199805 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2319822a-c296-4149-afad-102da303f9a5 req-435215a1-bb11-464c-ab4f-92ff0319d3b9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0531485 Nov 15 12:42:18.464094 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2319822a-c296-4149-afad-102da303f9a5 req-8daff94c-606a-40f8-91d6-a688597cdf26 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582769 Nov 15 12:42:18.822783 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7663-5186-4044-9f5e-ef7de30a0876 req-0c4a0c59-eed5-4965-a8ca-ebe70b8ce2b2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:18.824544 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-050c7663-5186-4044-9f5e-ef7de30a0876 req-0c4a0c59-eed5-4965-a8ca-ebe70b8ce2b2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Nov 15 12:42:18.878032 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-050c7663-5186-4044-9f5e-ef7de30a0876 req-8221e147-d871-4f95-b7b1-4fec832c8d80 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Nov 15 12:42:19.407091 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a89b2577-aa35-48bb-9fd3-ffa9926216c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:19.583054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc328-a39f-4168-9cfb-825b7d294edc req-a6b33dd6-889c-45d8-b527-380cfe63dc5d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:19.584515 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77fdc328-a39f-4168-9cfb-825b7d294edc req-a6b33dd6-889c-45d8-b527-380cfe63dc5d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0490873 Nov 15 12:42:19.636891 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77fdc328-a39f-4168-9cfb-825b7d294edc req-57bf1518-e027-46a4-a39f-2a0de051e81c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Nov 15 12:42:20.005841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466270e-cf97-4022-a3b2-675f8b873150 req-99408841-72d5-445c-b9b7-d18f02af25f9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:20.007370 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3466270e-cf97-4022-a3b2-675f8b873150 req-99408841-72d5-445c-b9b7-d18f02af25f9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0542707 Nov 15 12:42:20.061752 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3466270e-cf97-4022-a3b2-675f8b873150 req-34e2e280-4482-4486-8434-f96904c62ba3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 Nov 15 12:42:20.755773 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56de1a-7485-45fe-a040-84a94ee25960 req-06a2601f-32c9-4ab5-bc5a-63b471a11111 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:20.757319 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0b56de1a-7485-45fe-a040-84a94ee25960 req-06a2601f-32c9-4ab5-bc5a-63b471a11111 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0487845 Nov 15 12:42:20.807383 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0b56de1a-7485-45fe-a040-84a94ee25960 req-dac53171-3b78-466a-9c44-b84ba60429a1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Nov 15 12:42:21.189850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f063e0d-7c21-4ae3-b4e3-9b74b4afdfd9 req-10438001-abce-48ee-a0dc-7ec13664adfe tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:21.191509 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3f063e0d-7c21-4ae3-b4e3-9b74b4afdfd9 req-10438001-abce-48ee-a0dc-7ec13664adfe tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0537958 Nov 15 12:42:21.240354 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3f063e0d-7c21-4ae3-b4e3-9b74b4afdfd9 req-758de425-3b28-4210-b347-5aa499d7774a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Nov 15 12:42:21.891120 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-01843925-a388-4602-9fde-90cc2f180dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:21.933116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7b3de-f58f-43be-be92-8290b8111158 req-221f415d-5fa2-4999-86f2-764960c057f2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:21.935339 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99f7b3de-f58f-43be-be92-8290b8111158 req-221f415d-5fa2-4999-86f2-764960c057f2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0563407 Nov 15 12:42:21.981803 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99f7b3de-f58f-43be-be92-8290b8111158 req-34c832d8-f44f-4924-8224-71366ab9813c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Nov 15 12:42:22.363772 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b56ac-feb0-45e3-ab6a-1c06080b62c9 req-056aab54-2929-4751-b4e7-c811de448ffe tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:22.365261 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-451b56ac-feb0-45e3-ab6a-1c06080b62c9 req-056aab54-2929-4751-b4e7-c811de448ffe tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Nov 15 12:42:22.417583 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-451b56ac-feb0-45e3-ab6a-1c06080b62c9 req-4a2985f2-ca24-49b8-b4d1-7fe970312029 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Nov 15 12:42:23.100251 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226ef5-b2c9-4613-a4a5-63329dcbad11 req-4a4696c1-0fca-4871-a965-10775717b242 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:23.101755 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2b226ef5-b2c9-4613-a4a5-63329dcbad11 req-4a4696c1-0fca-4871-a965-10775717b242 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0483387 Nov 15 12:42:23.154679 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2b226ef5-b2c9-4613-a4a5-63329dcbad11 req-4eb129b3-ab4b-4798-afef-3d2d00e79be0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469019 Nov 15 12:42:23.155603 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:23.538242 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8c9b-710a-4469-9018-bbddf23fc54b req-c004441c-609b-4023-b34f-7bebe0932663 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:23.539665 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66cc8c9b-710a-4469-9018-bbddf23fc54b req-c004441c-609b-4023-b34f-7bebe0932663 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Nov 15 12:42:23.589441 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66cc8c9b-710a-4469-9018-bbddf23fc54b req-08491021-544d-4282-aa1b-b2ec112823db tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Nov 15 12:42:24.159050 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:24.285138 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e79a5-f541-4426-956b-09497dd25e61 req-87db0b69-234d-4ee7-a9ed-5093bdab2cf3 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:24.286725 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb0e79a5-f541-4426-956b-09497dd25e61 req-87db0b69-234d-4ee7-a9ed-5093bdab2cf3 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0571966 Nov 15 12:42:24.342956 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb0e79a5-f541-4426-956b-09497dd25e61 req-b9f77aa9-8747-4d9b-a585-45dde2cb4f4d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Nov 15 12:42:24.710814 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc7c6d-0472-46a1-b85d-619898b59f05 req-ae7d0647-1911-431a-b02f-e9718fa0ffbd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:24.712349 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bdcc7c6d-0472-46a1-b85d-619898b59f05 req-ae7d0647-1911-431a-b02f-e9718fa0ffbd tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Nov 15 12:42:24.764360 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bdcc7c6d-0472-46a1-b85d-619898b59f05 req-2dd01bc7-5ce4-43f6-87e9-d651d3b47a11 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Nov 15 12:42:24.999762 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:25.470283 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a44ba0-4f1c-4264-b514-fafb3fac3aa6 req-95ca2418-df6f-4730-a254-5cb199745de1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:25.471717 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b4a44ba0-4f1c-4264-b514-fafb3fac3aa6 req-95ca2418-df6f-4730-a254-5cb199745de1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0568514 Nov 15 12:42:25.519871 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b4a44ba0-4f1c-4264-b514-fafb3fac3aa6 req-73524ba1-4cae-44d5-9fd6-c4d59ab785fc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Nov 15 12:42:25.558277 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:42:25.889194 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6568-aac8-4798-90fc-3994c1c4c2d4 req-07a24e55-0581-46c9-b9e5-150689fb9516 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:25.890760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-214c6568-aac8-4798-90fc-3994c1c4c2d4 req-07a24e55-0581-46c9-b9e5-150689fb9516 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Nov 15 12:42:25.952332 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-214c6568-aac8-4798-90fc-3994c1c4c2d4 req-932b1bba-98f1-4e73-976b-8d8c104e85e3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Nov 15 12:42:25.991513 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-dac80ec7-0461-461e-872f-6531d2781a3d tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323853 Nov 15 12:42:26.239849 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-fec695a7-4b7c-4f78-9f33-96bf7abbd412 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:26.241545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-fec695a7-4b7c-4f78-9f33-96bf7abbd412 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418091 Nov 15 12:42:26.257703 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-645226d1-d929-49ab-b55d-84fc3f521645 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/quotas/1b2957be7c6842c2b5ab55e4c5b80b61 HTTP/1.1" status: 200 len: 375 time: 0.0098844 Nov 15 12:42:26.305489 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-484cfa50-f955-418e-ba4e-9a1250c53a6c tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351107 Nov 15 12:42:26.499693 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e6095b6-775f-4e41-b29b-6d76634891b6 req-484e7f8a-6353-47c4-b2ed-42e76b33a5e1 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0328844 Nov 15 12:42:26.662728 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274ac6-4670-4c4d-95c6-4162c494a411 req-5d68ece5-f261-46c7-8c9c-e1613513b171 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:26.664359 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9274ac6-4670-4c4d-95c6-4162c494a411 req-5d68ece5-f261-46c7-8c9c-e1613513b171 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0570912 Nov 15 12:42:26.742860 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9274ac6-4670-4c4d-95c6-4162c494a411 req-5573f11d-51e8-424d-b3c9-33ba4629d49b tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716372 Nov 15 12:42:26.988351 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cae43-8386-4b8a-a595-95e99c30e259 req-8e07572d-edf0-43bd-8cde-51bd5a50dd08 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:26.990394 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b10cae43-8386-4b8a-a595-95e99c30e259 req-8e07572d-edf0-43bd-8cde-51bd5a50dd08 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0536177 Nov 15 12:42:27.052337 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b10cae43-8386-4b8a-a595-95e99c30e259 req-6ff044b5-984f-412d-9559-ef320d3ad45e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542519 Nov 15 12:42:27.118018 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5cd82-5ff9-433a-ad84-4ae6e9866794 req-942024ce-67d7-4859-8c50-7281a683ffd3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.119520 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0d5cd82-5ff9-433a-ad84-4ae6e9866794 req-942024ce-67d7-4859-8c50-7281a683ffd3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0811903 Nov 15 12:42:27.151542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-108f11aa-d8a6-49e7-a35d-cfcacdc213e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.154144 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-108f11aa-d8a6-49e7-a35d-cfcacdc213e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1099 time: 0.0870953 Nov 15 12:42:27.242760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0d5cd82-5ff9-433a-ad84-4ae6e9866794 req-27509850-cf1d-498a-b6c2-6c610c96d7e8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121576 Nov 15 12:42:27.273181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-9e6f415f-91ec-4229-8a99-0c5b6fe0ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.274627 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-9e6f415f-91ec-4229-8a99-0c5b6fe0ae37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.1079252 Nov 15 12:42:27.352294 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-cf7fcf5f-a1ae-459f-b5d4-149154ea7c68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 1001 time: 0.0645218 Nov 15 12:42:27.403414 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-6dbf7d9b-9813-4dff-b16b-30f64aeaef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.404838 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-6dbf7d9b-9813-4dff-b16b-30f64aeaef95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0438387 Nov 15 12:42:27.453419 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-181705ce-1e0f-4077-8b3c-15fe5b1e652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.454992 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-181705ce-1e0f-4077-8b3c-15fe5b1e652d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404963 Nov 15 12:42:27.564995 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-1f7a2041-b177-4aa9-9610-db2751231f8f service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956295 Nov 15 12:42:27.602725 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-176c2cf7-d983-4f11-aa2c-ab0005759f5b req-cfce799d-56d0-47af-ba4a-b69b60ab07d4 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Nov 15 12:42:27.657564 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-63f1f6f1-862f-4963-a7ed-4984fc4badc7 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291760 Nov 15 12:42:27.729755 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50e491af-c5be-4c1d-953f-7b8b085e02eb req-5dc5e036-e218-4504-ae64-1766332d15c0 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031559 Nov 15 12:42:27.860641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-026fa2db-9395-467e-9eb8-fc69e6b64742 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:27.862108 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-026fa2db-9395-467e-9eb8-fc69e6b64742 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972940 Nov 15 12:42:27.933334 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Request body: {'port': {'device_id': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460', 'admin_state_up': True, 'tenant_id': '1b2957be7c6842c2b5ab55e4c5b80b61'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:28.044534 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Made reservation on behalf of 1b2957be7c6842c2b5ab55e4c5b80b61 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:42:28.048285 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.056613 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.138227 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.142458 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.175623 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3bd74-203d-496c-8b09-54c7d7ce5269 req-04fd1bff-d853-4fb0-a5e0-82d87d8ca5b9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:28.177167 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87d3bd74-203d-496c-8b09-54c7d7ce5269 req-04fd1bff-d853-4fb0-a5e0-82d87d8ca5b9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0504117 Nov 15 12:42:28.179608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11bc5ad-8598-4994-9427-14b8b55f7d54,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:28.230336 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87d3bd74-203d-496c-8b09-54c7d7ce5269 req-4dd7ba07-32b9-44bb-9c55-edb4b563c3dd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473113 Nov 15 12:42:28.290032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Allocated IP 192.168.233.89 (4c444184-f408-40a1-8da0-8adc66bd1460/0d9109df-9bfa-4ac8-b21f-39e60b52a4f0/b76c9762-9bbc-412c-a457-c5a1559ffe6b) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:42:28.364843 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af090d-68d4-40ef-b468-d4059b2c75cf req-af14224f-4bb7-467f-b5fe-ff9c0520a4e7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:28.366275 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9af090d-68d4-40ef-b468-d4059b2c75cf req-af14224f-4bb7-467f-b5fe-ff9c0520a4e7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Nov 15 12:42:28.437592 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9af090d-68d4-40ef-b468-d4059b2c75cf req-b9305880-a2bc-433e-8927-1cd245bdc534 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Nov 15 12:42:28.463307 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.499605 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.544398 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Network 4c444184-f408-40a1-8da0-8adc66bd1460 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:28.547596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:28.550393 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:42:28.579841 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Pushing event updated for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:28.609022 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:28.610377 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.627563 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-f96c21b7-75ee-4e8c-92af-574f25f6ce70 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6981130 Nov 15 12:42:28.728621 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107cb3b-687a-4417-94ad-fe6eb1a69038 req-ba7ec758-53a8-471d-b5bb-554948e4386d tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:28.730118 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d107cb3b-687a-4417-94ad-fe6eb1a69038 req-ba7ec758-53a8-471d-b5bb-554948e4386d tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 935 time: 0.0559719 Nov 15 12:42:28.738146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Request body: {'port': {'device_id': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:28.783545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d107cb3b-687a-4417-94ad-fe6eb1a69038 req-51a99c11-6875-4478-b166-83bfdc1cb98f tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Nov 15 12:42:28.803134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.834484 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-e7de0456-4390-43ae-aa54-66d7c7cec13a None None] Provisioning complete for port b76c9762-9bbc-412c-a457-c5a1559ffe6b triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:28.835059 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e7de0456-4390-43ae-aa54-66d7c7cec13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:28.870365 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-e7de0456-4390-43ae-aa54-66d7c7cec13a None None] Port b76c9762-9bbc-412c-a457-c5a1559ffe6b cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:42:29.064134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76c9762-9bbc-412c-a457-c5a1559ffe6b {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:42:29.071741 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:29.084874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Transition to ACTIVE for port object b76c9762-9bbc-412c-a457-c5a1559ffe6b will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:42:29.089099 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:29.138384 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Pushing event updated for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:29.218045 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Attempting to bind port b76c9762-9bbc-412c-a457-c5a1559ffe6b on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:29.218387 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Attempting to bind port b76c9762-9bbc-412c-a457-c5a1559ffe6b by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:29.218719 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Attempting to bind port b76c9762-9bbc-412c-a457-c5a1559ffe6b on network 4c444184-f408-40a1-8da0-8adc66bd1460 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:29.223426 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Port b76c9762-9bbc-412c-a457-c5a1559ffe6b on network 4c444184-f408-40a1-8da0-8adc66bd1460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:42:29.223856 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Attempting to bind port b76c9762-9bbc-412c-a457-c5a1559ffe6b on network 4c444184-f408-40a1-8da0-8adc66bd1460 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:29.228975 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:29.229387 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Checking segment: {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:29.229861 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Bound using segment: {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:29.230395 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Bound port: b76c9762-9bbc-412c-a457-c5a1559ffe6b, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33c23f3-c518-462d-a193-daf46ae47e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:29.231774 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:29.303425 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:29.306959 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:29.314016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:29.347432 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.348028 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:29.349417 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] 10.222.0.36 "PUT /v2.0/ports/b76c9762-9bbc-412c-a457-c5a1559ffe6b HTTP/1.1" status: 200 len: 1097 time: 0.6176758 Nov 15 12:42:29.349944 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:42:29.352202 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c7674-db6a-427a-adb8-79306a6d066f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:42:29.358290 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c296-5e1b-40c3-9fe1-cd16942de951 req-5bc14713-a52b-4bf4-bb5f-2ce97add1f4e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.360050 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b9a4c296-5e1b-40c3-9fe1-cd16942de951 req-5bc14713-a52b-4bf4-bb5f-2ce97add1f4e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0506613 Nov 15 12:42:29.381950 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50321e8-419e-40cf-8668-e9d69f8d2366 service neutron] Pushing event updated for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:29.407820 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2a4c37-0cd7-4563-9bd0-91fcf2ad2982 x-openstack-request-id: req-ac2a4c37-0cd7-4563-9bd0-91fcf2ad2982 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:42:29.408825 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:42:29.409159 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac2a4c37-0cd7-4563-9bd0-91fcf2ad2982 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:42:29.409642 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b', 'status': 'completed', 'code': 200} Nov 15 12:42:29.455068 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b9a4c296-5e1b-40c3-9fe1-cd16942de951 req-42c11095-0c6b-4ae3-b7dc-a4573718d29c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838807 Nov 15 12:42:29.525432 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7674-db6a-427a-adb8-79306a6d066f req-65e1acf3-edea-4493-8d70-d24792868126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.527253 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-295c7674-db6a-427a-adb8-79306a6d066f req-65e1acf3-edea-4493-8d70-d24792868126 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 1100 time: 0.0558336 Nov 15 12:42:29.570425 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-295c7674-db6a-427a-adb8-79306a6d066f req-9962c2aa-f498-48d8-9f58-00aa26ebf6e7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234039 Nov 15 12:42:29.595234 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c6bb7-a619-40e8-b517-9a6e1f0dbbf0 req-07219d1f-2b04-4527-be75-d823b3552135 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.596732 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d01c6bb7-a619-40e8-b517-9a6e1f0dbbf0 req-07219d1f-2b04-4527-be75-d823b3552135 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0716972 Nov 15 12:42:29.651323 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d01c6bb7-a619-40e8-b517-9a6e1f0dbbf0 req-cbbb7ba5-4a5e-4f5a-b922-6282aade22f9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 Nov 15 12:42:29.675744 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7674-db6a-427a-adb8-79306a6d066f req-67e87635-519c-40a1-ae09-750888e38219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.677224 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-295c7674-db6a-427a-adb8-79306a6d066f req-67e87635-519c-40a1-ae09-750888e38219 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944819 Nov 15 12:42:29.807602 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-b590dfdb-5cd0-4ae3-af5a-5eb3c4429461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.809776 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-b590dfdb-5cd0-4ae3-af5a-5eb3c4429461 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 1100 time: 0.0451424 Nov 15 12:42:29.862631 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-3432b554-3612-42b9-91ab-df289c84326c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b HTTP/1.1" status: 200 len: 217 time: 0.0336704 Nov 15 12:42:29.900050 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812ceba-3103-4f63-83a1-58091020f439 req-412b70c9-1bea-4394-ab0f-801565e1f558 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.901580 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1812ceba-3103-4f63-83a1-58091020f439 req-412b70c9-1bea-4394-ab0f-801565e1f558 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 947 time: 0.0497468 Nov 15 12:42:29.913159 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-2e98c890-0c9b-4e6c-afd0-6a2fff34e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.914598 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-2e98c890-0c9b-4e6c-afd0-6a2fff34e5b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9109df-9bfa-4ac8-b21f-39e60b52a4f0 HTTP/1.1" status: 200 len: 843 time: 0.0446267 Nov 15 12:42:29.952971 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1812ceba-3103-4f63-83a1-58091020f439 req-5c2c51d8-9841-4f01-8c16-35f7bc9eee04 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437057 Nov 15 12:42:29.970620 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360296f-0325-4a6f-819b-51eb17553eee req-dba06443-802c-471b-af34-10658dfd4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:29.972127 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-dba06443-802c-471b-af34-10658dfd4d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c444184-f408-40a1-8da0-8adc66bd1460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0447862 Nov 15 12:42:30.064782 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-56a6dfac-c7e6-4362-86f1-20eed9f9a597 service neutron] 10.222.0.36 "GET /v2.0/networks/4c444184-f408-40a1-8da0-8adc66bd1460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848460 Nov 15 12:42:30.161243 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3360296f-0325-4a6f-819b-51eb17553eee req-b885c821-76f7-4fd2-9c83-40ceb521f8cb service neutron] 10.222.0.36 "GET /v2.0/networks/4c444184-f408-40a1-8da0-8adc66bd1460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849972 Nov 15 12:42:30.762050 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5a45-924d-423c-bd7b-7aa041edc736 req-c02d96d0-0f50-4b59-8108-da78c1468d1e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:30.763360 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2fef5a45-924d-423c-bd7b-7aa041edc736 req-c02d96d0-0f50-4b59-8108-da78c1468d1e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0476696 Nov 15 12:42:30.812711 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2fef5a45-924d-423c-bd7b-7aa041edc736 req-4e36471d-b5fb-4df9-9fa2-dd6722ccdc0f tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Nov 15 12:42:31.075562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d755e7-62bc-4b83-b3e6-4b6009d70dc0 req-04c0d2fa-82bf-4cc1-a15d-971e14600185 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:31.076891 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-04d755e7-62bc-4b83-b3e6-4b6009d70dc0 req-04c0d2fa-82bf-4cc1-a15d-971e14600185 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 947 time: 0.0541480 Nov 15 12:42:31.125552 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-04d755e7-62bc-4b83-b3e6-4b6009d70dc0 req-930f68b7-a3a8-4334-9c30-df678bd6490c tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Nov 15 12:42:31.928847 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357785a6-6a46-40a3-8695-268543b785e9 req-fca374db-3fc4-434a-b18c-d606b7104fe6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:31.930316 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-357785a6-6a46-40a3-8695-268543b785e9 req-fca374db-3fc4-434a-b18c-d606b7104fe6 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Nov 15 12:42:31.976931 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-357785a6-6a46-40a3-8695-268543b785e9 req-f5c1c8be-74fb-4119-acb0-c2f7471c2c0d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Nov 15 12:42:32.248578 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e99e-b786-44bf-9fbe-8cfa74f02bdc req-543e54db-5f90-4c88-97ac-ca910f7e05b4 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:32.250054 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a2a4e99e-b786-44bf-9fbe-8cfa74f02bdc req-543e54db-5f90-4c88-97ac-ca910f7e05b4 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 947 time: 0.0529237 Nov 15 12:42:32.297127 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a2a4e99e-b786-44bf-9fbe-8cfa74f02bdc req-f2486331-e2b8-4b02-b1c3-fb13da4f0372 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Nov 15 12:42:33.112870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db228d9-d19b-41da-afad-b2885b6c8991 req-061efcd2-ef6e-4bba-919c-f3bf88658b46 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:33.114394 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7db228d9-d19b-41da-afad-b2885b6c8991 req-061efcd2-ef6e-4bba-919c-f3bf88658b46 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0499756 Nov 15 12:42:33.163124 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7db228d9-d19b-41da-afad-b2885b6c8991 req-8ea2ed64-7c16-4f58-9309-5038a0f5fdff tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Nov 15 12:42:33.414602 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89142e11-d9b1-4469-803f-4ccf5e067d87 req-106f83d2-af4c-4cdc-b29a-e8d7b9d8cbc2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:33.416116 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-89142e11-d9b1-4469-803f-4ccf5e067d87 req-106f83d2-af4c-4cdc-b29a-e8d7b9d8cbc2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 947 time: 0.0487752 Nov 15 12:42:33.467150 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-89142e11-d9b1-4469-803f-4ccf5e067d87 req-cdcf6490-c24a-4296-b2c1-bbd2206b3661 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Nov 15 12:42:34.282526 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cdbee-009e-4eec-a861-d46fa0ad774e req-985b4f39-02cb-4b14-a30a-7914f8da1a39 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:34.284021 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e3cdbee-009e-4eec-a861-d46fa0ad774e req-985b4f39-02cb-4b14-a30a-7914f8da1a39 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Nov 15 12:42:34.330882 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e3cdbee-009e-4eec-a861-d46fa0ad774e req-cf54740d-3380-4efc-942a-3fcff4e3044c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Nov 15 12:42:34.367084 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device b76c9762-9bbc-412c-a457-c5a1559ffe6b details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:42:34.461230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:34.472605 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b', 'network_id': '4c444184-f408-40a1-8da0-8adc66bd1460', 'port_id': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b', 'mac_address': 'fa:16:3e:9b:1d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9109df-9bfa-4ac8-b21f-39e60b52a4f0', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:42:34.513865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:34.527411 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76c9762-9bbc-412c-a457-c5a1559ffe6b {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:42:34.548554 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:34.552871 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:34.586420 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfcd74-6775-4fd4-95ed-864ab6468139 req-8f44ae18-5403-4c30-9a1a-392e48c6efc2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:34.588554 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8dfcd74-6775-4fd4-95ed-864ab6468139 req-8f44ae18-5403-4c30-9a1a-392e48c6efc2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 947 time: 0.0507693 Nov 15 12:42:34.603424 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:34.638270 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8dfcd74-6775-4fd4-95ed-864ab6468139 req-349ef255-bfee-4285-b09a-e3082dcecb08 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Nov 15 12:42:35.050689 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['b76c9762-9bbc-412c-a457-c5a1559ffe6b'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:42:35.451876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfcb9d-b20b-4fbd-a8d9-fdac3720e95e req-3d6bc2a2-13b4-46f8-b2a2-302a97bf99d4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:35.453282 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ffdfcb9d-b20b-4fbd-a8d9-fdac3720e95e req-3d6bc2a2-13b4-46f8-b2a2-302a97bf99d4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Nov 15 12:42:35.502629 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ffdfcb9d-b20b-4fbd-a8d9-fdac3720e95e req-c084c065-e1f9-4d0e-b4f3-d7309d68f4ea tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Nov 15 12:42:35.757920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731ff0-0093-43e2-93fd-e893ef5fced9 req-e5a9a3fd-ffd7-4af3-aa59-8395906c0952 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:35.759513 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4731ff0-0093-43e2-93fd-e893ef5fced9 req-e5a9a3fd-ffd7-4af3-aa59-8395906c0952 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 948 time: 0.0512190 Nov 15 12:42:35.809849 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4731ff0-0093-43e2-93fd-e893ef5fced9 req-2c5996f4-bb8c-408d-8226-ca9ff2644eaf tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Nov 15 12:42:36.375340 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device b76c9762-9bbc-412c-a457-c5a1559ffe6b up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:36.425370 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port b76c9762-9bbc-412c-a457-c5a1559ffe6b completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:42:36.429970 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port b76c9762-9bbc-412c-a457-c5a1559ffe6b triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:36.430356 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:36.513878 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:36.537636 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:42:36.540071 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cda347-977b-4637-b7a5-05fe7433ddb7" -d '{"events": [{"server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "name": "network-vif-plugged", "status": "completed", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:42:36.553839 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:36.558474 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:36.583920 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1e9d5-7bf1-476e-9c5a-4bc4e63abccc x-openstack-request-id: req-a7b1e9d5-7bf1-476e-9c5a-4bc4e63abccc {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:42:36.584237 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "name": "network-vif-plugged", "status": "completed", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:42:36.584528 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7b1e9d5-7bf1-476e-9c5a-4bc4e63abccc {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:42:36.584919 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b', 'code': 200} Nov 15 12:42:36.625608 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:36.649069 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56908787-1a60-4ff1-b4e0-eafec4d637e2 req-5079415b-5a7f-4d07-ba7a-2da220f19e74 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:36.650549 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-56908787-1a60-4ff1-b4e0-eafec4d637e2 req-5079415b-5a7f-4d07-ba7a-2da220f19e74 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0711875 Nov 15 12:42:36.710862 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-56908787-1a60-4ff1-b4e0-eafec4d637e2 req-03f825ad-5d92-4e21-b900-e73c3a4ffbe1 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529337 Nov 15 12:42:36.842156 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5972b0-ba09-4d82-99b8-231304628faf req-fab7cee0-ffa4-4001-9c9b-8ff940e90a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:36.844396 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-da5972b0-ba09-4d82-99b8-231304628faf req-fab7cee0-ffa4-4001-9c9b-8ff940e90a04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 1102 time: 0.0421286 Nov 15 12:42:36.926414 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-da5972b0-ba09-4d82-99b8-231304628faf req-3eee9694-4e2b-4af8-a76c-6085ba957ea8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Nov 15 12:42:36.962889 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fda614-223f-459f-9642-2f38989dd475 req-4b36f39d-3f71-4594-bc17-6b34c741c778 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:36.964352 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-83fda614-223f-459f-9642-2f38989dd475 req-4b36f39d-3f71-4594-bc17-6b34c741c778 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0783935 Nov 15 12:42:36.968753 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-e7f35523-46d4-46ef-9068-046233113fd1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429662263&fields=id&tenant_id=e7191bcfe4454fd9b47db87e8aa6e497 HTTP/1.1" status: 200 len: 267 time: 0.0846395 Nov 15 12:42:37.068174 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-83fda614-223f-459f-9642-2f38989dd475 req-7d576213-298b-40f2-9061-0d89d925ac8a tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967245 Nov 15 12:42:37.106912 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-59833c92-07b7-4576-8484-20456351318e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:37.108357 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-59833c92-07b7-4576-8484-20456351318e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 809 time: 0.1312594 Nov 15 12:42:37.123402 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-2f0b19dd-2eca-4311-b53b-f70c44642588 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/quotas/e7191bcfe4454fd9b47db87e8aa6e497 HTTP/1.1" status: 200 len: 375 time: 0.0093958 Nov 15 12:42:37.180849 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-cfe2002b-cdfc-4fa8-a8f3-23ecc5df6692 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513315 Nov 15 12:42:37.280366 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-02cdceb4-1aaa-4926-990b-594551c6bf48 service neutron] 10.222.0.43 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873551 Nov 15 12:42:37.375774 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-fe02c5d3-2721-498e-ab9b-e2442c5865e3 service neutron] 10.222.0.43 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893521 Nov 15 12:42:37.666933 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-07b4fa8f-ec16-480a-849f-07a2b06ef69e req-8db5f653-3ba7-49e2-a47f-8e8b3d7c82f1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 210 time: 0.0307825 Nov 15 12:42:37.831862 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-363861af-e627-4e35-9db4-d12d07a1d657 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411689 Nov 15 12:42:37.843490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427725f2-81ec-426d-a5b7-10d55e1f40fd req-f4c56cfe-482e-4b15-b042-32d0e09b8975 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:37.845062 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-427725f2-81ec-426d-a5b7-10d55e1f40fd req-f4c56cfe-482e-4b15-b042-32d0e09b8975 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0611639 Nov 15 12:42:37.899382 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-427725f2-81ec-426d-a5b7-10d55e1f40fd req-1447b512-d792-4f46-916f-777545623523 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Nov 15 12:42:37.921046 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-cb6e6a3c-0359-441d-b6da-5fa93456b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:37.923463 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-cb6e6a3c-0359-441d-b6da-5fa93456b5a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 1099 time: 0.0486119 Nov 15 12:42:38.031845 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-65ea3064-a425-4573-a38e-50cca19b378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:38.033309 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-65ea3064-a425-4573-a38e-50cca19b378d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.0879250 Nov 15 12:42:38.105015 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-bc5bef50-8151-4c91-82c0-fe7609ce206f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 200 len: 217 time: 0.0402617 Nov 15 12:42:38.166959 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-db41f5c7-2940-421f-b03e-9d184cbc2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:38.168969 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-db41f5c7-2940-421f-b03e-9d184cbc2a79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0466285 Nov 15 12:42:38.184761 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a19e7-e478-4906-a9bb-5ad3bb692f8f req-cd2052c9-b7a5-40eb-bb68-44d0612abb84 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:38.186369 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-730a19e7-e478-4906-a9bb-5ad3bb692f8f req-cd2052c9-b7a5-40eb-bb68-44d0612abb84 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0498095 Nov 15 12:42:38.218850 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-45f00410-27ca-4831-8d76-627f2fae333d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276487 Nov 15 12:42:38.240266 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-730a19e7-e478-4906-a9bb-5ad3bb692f8f req-9df54da0-1518-4905-a507-2cbc3b32db07 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Nov 15 12:42:38.320319 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-8c582d34-b73b-403d-a1c1-3415a6a06285 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936625 Nov 15 12:42:38.420907 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c197ab90-4bad-4977-a15f-2083b03fb5c2 req-5e8e501e-c38d-44b4-95da-ad8685ceecf4 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Nov 15 12:42:38.767239 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d42cae5-553a-42ab-86e8-4442a1ae8008 req-c772025a-0d80-43da-9e7e-1851883bf071 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 210 time: 0.0289702 Nov 15 12:42:39.025711 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4516242-9ffb-46a2-895d-4abc1e93e95c req-144767c5-c17b-424a-958a-baa05cae855c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:39.027288 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4516242-9ffb-46a2-895d-4abc1e93e95c req-144767c5-c17b-424a-958a-baa05cae855c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Nov 15 12:42:39.079301 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4516242-9ffb-46a2-895d-4abc1e93e95c req-d8ee5a85-d792-4136-999f-9bd5a8cb7eab tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Nov 15 12:42:39.219367 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-610b2d16-27dc-446a-8c99-cbeb5014ef1f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:39.220818 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-610b2d16-27dc-446a-8c99-cbeb5014ef1f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 809 time: 0.1111317 Nov 15 12:42:39.302504 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-e409e8da-17cc-4dea-a650-fe5459bf6908 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7191bcfe4454fd9b47db87e8aa6e497 HTTP/1.1" status: 200 len: 379 time: 0.0547898 Nov 15 12:42:39.316305 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'port': {'device_id': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'admin_state_up': True, 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'security_groups': ['119e17d4-1873-42a6-9f5d-15f85d4a8135']}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:39.359796 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334cf82-1402-4f69-a7c1-6a868c597594 req-4c0c1eb8-22da-4f53-b964-a54c5344e2aa tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:39.361340 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0334cf82-1402-4f69-a7c1-6a868c597594 req-4c0c1eb8-22da-4f53-b964-a54c5344e2aa tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0502698 Nov 15 12:42:39.390166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:39.412338 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0334cf82-1402-4f69-a7c1-6a868c597594 req-70bd0e3a-8d26-47df-aba9-e48a95b8f766 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Nov 15 12:42:39.437911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Made reservation on behalf of e7191bcfe4454fd9b47db87e8aa6e497 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:42:39.441878 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:39.697337 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708b6d6-4a4e-4ec7-a97a-a14d193c9c9d req-5a3e99f7-64bb-434e-95ed-1c5aef39992f tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:39.698695 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4708b6d6-4a4e-4ec7-a97a-a14d193c9c9d req-5a3e99f7-64bb-434e-95ed-1c5aef39992f tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0560033 Nov 15 12:42:39.749031 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4708b6d6-4a4e-4ec7-a97a-a14d193c9c9d req-936e06f6-ea58-472c-94ea-78fb1308192c tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Nov 15 12:42:39.794491 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Allocated IP 172.20.0.10 (a5b87d23-3bbf-4595-9263-f13da952980e/93874c14-c2bb-4d82-8adf-5726a4f60266/5e3438d8-9d94-405a-af06-a2bd0727491d) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:42:39.871352 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-25cdaa11-12ae-4432-bc13-293e88eafd45 req-cf9b16d1-7945-44fe-9aa8-5ed8dc952b82 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 210 time: 0.0256526 Nov 15 12:42:39.942744 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:39.976287 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.018536 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Network a5b87d23-3bbf-4595-9263-f13da952980e is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:42:40.023638 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:42:40.028140 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:42:40.060390 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:40.072841 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.073212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.073540 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.073884 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.075520 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.075882 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.076225 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.076564 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.076912 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.077236 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.077569 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.077901 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:40.104663 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:40.105355 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.124346 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-48955f5b-5710-4288-9581-b5c73b086eab tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8132894 Nov 15 12:42:40.148079 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Request body: {'port': {'device_id': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:42:40.220375 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.231744 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ab973-847a-4142-9c28-cfd2b4b49761 req-938daccd-d2a2-40b8-b135-97870aca3b21 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:40.239570 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8b2ab973-847a-4142-9c28-cfd2b4b49761 req-938daccd-d2a2-40b8-b135-97870aca3b21 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0770283 Nov 15 12:42:40.312645 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8b2ab973-847a-4142-9c28-cfd2b4b49761 req-8a321400-9c17-4ce1-bc09-a8c45223f1f5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Nov 15 12:42:40.352831 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-5d2732b6-92dd-4322-afd1-4a2f489b4861 None None] Provisioning complete for port 5e3438d8-9d94-405a-af06-a2bd0727491d triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:42:40.353297 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5d2732b6-92dd-4322-afd1-4a2f489b4861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.395693 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-5d2732b6-92dd-4322-afd1-4a2f489b4861 None None] Port 5e3438d8-9d94-405a-af06-a2bd0727491d cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:42:40.513116 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3438d8-9d94-405a-af06-a2bd0727491d {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:42:40.520607 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.533075 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Transition to ACTIVE for port object 5e3438d8-9d94-405a-af06-a2bd0727491d will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:42:40.538083 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.596492 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:40.668386 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Attempting to bind port 5e3438d8-9d94-405a-af06-a2bd0727491d on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:42:40.668746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Attempting to bind port 5e3438d8-9d94-405a-af06-a2bd0727491d by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:42:40.669301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Attempting to bind port 5e3438d8-9d94-405a-af06-a2bd0727491d on network a5b87d23-3bbf-4595-9263-f13da952980e {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:40.675253 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Port 5e3438d8-9d94-405a-af06-a2bd0727491d on network a5b87d23-3bbf-4595-9263-f13da952980e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:42:40.675571 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Attempting to bind port 5e3438d8-9d94-405a-af06-a2bd0727491d on network a5b87d23-3bbf-4595-9263-f13da952980e {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:42:40.681218 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:42:40.681554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Checking segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:42:40.681953 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Bound using segment: {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:42:40.682375 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Bound port: 5e3438d8-9d94-405a-af06-a2bd0727491d, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb7441d-734b-458c-a9f0-9073af210749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:42:40.682730 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.760990 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:42:40.765734 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:42:40.769877 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.809338 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:40.809985 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:40.811425 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] 10.222.0.36 "PUT /v2.0/ports/5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1094 time: 0.6682250 Nov 15 12:42:40.811897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:42:40.814171 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:42:40.847590 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e8edf-681a-415c-b148-1d8f44380c1c service neutron] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:40.919120 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9716c-4431-45fa-babd-f44a621cb6c4 req-7105825e-c044-4e11-a49a-d8fc83d62100 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:40.927514 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40b9716c-4431-45fa-babd-f44a621cb6c4 req-7105825e-c044-4e11-a49a-d8fc83d62100 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0798261 Nov 15 12:42:40.950798 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-8ac34c6d-ad61-4df8-8f04-b30a8e41adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:40.952346 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-8ac34c6d-ad61-4df8-8f04-b30a8e41adb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1097 time: 0.0521011 Nov 15 12:42:40.973697 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-40b9716c-4431-45fa-babd-f44a621cb6c4 req-94647e91-0a06-43b7-9578-1a205398b5a1 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Nov 15 12:42:41.066109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955e51e-c3b9-4a59-9424-c931b90ed116 x-openstack-request-id: req-e955e51e-c3b9-4a59-9424-c931b90ed116 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:42:41.066566 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:42:41.066956 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e955e51e-c3b9-4a59-9424-c931b90ed116 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:42:41.067608 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'status': 'completed', 'code': 200} Nov 15 12:42:41.069939 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-f642bd67-9b01-41f5-94a1-54bc48cb5e54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 217 time: 0.0671217 Nov 15 12:42:41.109113 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6695c93-f4c6-4a57-9fb3-bf311d342fa6 req-3171834c-01c6-4f4e-a426-b84ae2b9407f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:41.112127 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6695c93-f4c6-4a57-9fb3-bf311d342fa6 req-3171834c-01c6-4f4e-a426-b84ae2b9407f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0584986 Nov 15 12:42:41.133874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-04b7e4f7-3e4b-47f3-9f41-d4dafd505874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:41.135381 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-04b7e4f7-3e4b-47f3-9f41-d4dafd505874 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0520401 Nov 15 12:42:41.169917 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6695c93-f4c6-4a57-9fb3-bf311d342fa6 req-dc02069f-e097-4a94-bd7e-fa82c9a2a8a1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515313 Nov 15 12:42:41.440850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dca9c5-3845-4c5e-8e30-b85fb4eb96e3 req-f4adeba8-001f-45e7-880a-e670b9d91064 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:41.442399 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-38dca9c5-3845-4c5e-8e30-b85fb4eb96e3 req-f4adeba8-001f-45e7-880a-e670b9d91064 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Nov 15 12:42:41.488406 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-38dca9c5-3845-4c5e-8e30-b85fb4eb96e3 req-7f2afa1b-3f45-498f-bb9a-99f171406830 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Nov 15 12:42:42.088696 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21321b2f-0f56-40ee-a351-8aa0e51376d9 req-5fe9cf94-7f40-45b2-9697-ab0ecf22dbf2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:42.090365 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21321b2f-0f56-40ee-a351-8aa0e51376d9 req-5fe9cf94-7f40-45b2-9697-ab0ecf22dbf2 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0487649 Nov 15 12:42:42.137626 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21321b2f-0f56-40ee-a351-8aa0e51376d9 req-47260cbe-3a18-46c8-801d-85e346f360b7 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Nov 15 12:42:42.287740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf9000-1145-4595-be69-e46de6b57d1d req-942bf012-dcc5-4f98-804b-fc5760a37a13 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:42.289095 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-22cf9000-1145-4595-be69-e46de6b57d1d req-942bf012-dcc5-4f98-804b-fc5760a37a13 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0480337 Nov 15 12:42:42.340942 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-22cf9000-1145-4595-be69-e46de6b57d1d req-21ab62b3-56a7-4065-830b-652636c9c41a tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Nov 15 12:42:42.609699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215406f-e0a5-429d-88a2-59fac7a18016 req-759b1d7b-87ef-4f2b-adca-4e15b985a45e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:42.611096 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4215406f-e0a5-429d-88a2-59fac7a18016 req-759b1d7b-87ef-4f2b-adca-4e15b985a45e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Nov 15 12:42:42.658009 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4215406f-e0a5-429d-88a2-59fac7a18016 req-f0c56e02-d5a0-4959-8dca-6f06709fca0c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Nov 15 12:42:43.257916 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a863d4b-a510-47e8-b146-2dcddabf78d4 req-50087d2f-1822-4d50-8b4b-e760adc06057 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:43.259422 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2a863d4b-a510-47e8-b146-2dcddabf78d4 req-50087d2f-1822-4d50-8b4b-e760adc06057 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0499156 Nov 15 12:42:43.308977 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2a863d4b-a510-47e8-b146-2dcddabf78d4 req-ade314b9-b308-470f-a1da-e0a17b91cb8e tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Nov 15 12:42:43.459357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8bc0-5fdc-49a5-b442-6a2634603650 req-1cf36669-d0c8-4c54-9997-ddc5de2546aa tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:43.460845 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea7a8bc0-5fdc-49a5-b442-6a2634603650 req-1cf36669-d0c8-4c54-9997-ddc5de2546aa tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0526974 Nov 15 12:42:43.511363 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea7a8bc0-5fdc-49a5-b442-6a2634603650 req-689c23a9-bede-48d1-aba2-2e71d1aaea10 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Nov 15 12:42:43.771534 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716b5bc-5adc-4cd9-8805-d140e35dcdc7 req-8178a623-29ae-46b4-b199-74a238256277 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:43.772982 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b716b5bc-5adc-4cd9-8805-d140e35dcdc7 req-8178a623-29ae-46b4-b199-74a238256277 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0470498 Nov 15 12:42:43.833300 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b716b5bc-5adc-4cd9-8805-d140e35dcdc7 req-2c954718-bc35-449b-9cc3-60a52d62b36d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536127 Nov 15 12:42:43.973255 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f804d-623b-4df3-9df7-8e667941da95 req-8c20f12c-01ee-4849-b0a2-8ce2b7ec7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:43.975583 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-8c20f12c-01ee-4849-b0a2-8ce2b7ec7cae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513940 Nov 15 12:42:44.090828 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-3b76abb6-46d0-4927-a49a-30a7b1a11736 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072974 Nov 15 12:42:44.184374 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c25f804d-623b-4df3-9df7-8e667941da95 req-d06c7de3-093d-47ed-8d4c-a3a55c663e9e service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826035 Nov 15 12:42:44.352230 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-62926cce-07a3-42a2-ae4f-7e7a509380bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.353752 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-62926cce-07a3-42a2-ae4f-7e7a509380bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1097 time: 0.0412388 Nov 15 12:42:44.428627 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab7c5-39c0-4bf8-aabb-270baffababc req-1f9d931a-73d1-479e-be7e-08769f799fce tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.430115 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e50ab7c5-39c0-4bf8-aabb-270baffababc req-1f9d931a-73d1-479e-be7e-08769f799fce tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0492280 Nov 15 12:42:44.451807 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-ff28c458-a626-4a83-8e3e-dd6198066f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.453382 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-ff28c458-a626-4a83-8e3e-dd6198066f07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.0913293 Nov 15 12:42:44.483126 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e50ab7c5-39c0-4bf8-aabb-270baffababc req-a0a21b3b-d2ec-4212-bccb-c023c57043b9 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/security-groups?id=d11bc5ad-8598-4994-9427-14b8b55f7d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Nov 15 12:42:44.541974 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-724f3fbf-0ecc-4205-8a55-6399560c86f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 217 time: 0.0352705 Nov 15 12:42:44.656485 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffb9df-360c-4192-9bc4-8b1cf5687e7d req-f6a2b3cf-cd31-430f-995d-6f658a5c993e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.657871 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b0ffb9df-360c-4192-9bc4-8b1cf5687e7d req-f6a2b3cf-cd31-430f-995d-6f658a5c993e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0765226 Nov 15 12:42:44.659488 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-5dfd42b1-a41d-40bd-864c-9551b8e2c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.660926 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-5dfd42b1-a41d-40bd-864c-9551b8e2c5b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0484178 Nov 15 12:42:44.680812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-122e773c-b410-4411-8201-1ed6bb6b1cc4 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.682300 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-122e773c-b410-4411-8201-1ed6bb6b1cc4 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 949 time: 0.0679233 Nov 15 12:42:44.709211 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-06f3d2dc-95cb-453b-bbad-03189ab12473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:44.710708 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-06f3d2dc-95cb-453b-bbad-03189ab12473 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410154 Nov 15 12:42:44.759114 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b0ffb9df-360c-4192-9bc4-8b1cf5687e7d req-820539d4-95c8-40d5-b28b-a94a60f92f62 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941865 Nov 15 12:42:44.822038 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Deleting port b76c9762-9bbc-412c-a457-c5a1559ffe6b {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:42:44.822384 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:44.856283 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-9f4c7308-0863-46ac-9b16-ec4f78b9a883 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976987 Nov 15 12:42:44.945255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] For port b76c9762-9bbc-412c-a457-c5a1559ffe6b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b76c9762-9bbc-412c-a457-c5a1559ffe6b,segment=NetworkSegment(c33c23f3-c518-462d-a193-daf46ae47e57),segment_id=c33c23f3-c518-462d-a193-daf46ae47e57)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:44.945255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:44.966404 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-dca82ee2-7974-46a2-8fc1-3df2783ae0bb req-6e53c2af-025e-4ced-9d67-f977b53c367e service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028078 Nov 15 12:42:44.979427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Calling delete_port for b76c9762-9bbc-412c-a457-c5a1559ffe6b owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:42:45.035397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5845634-68d7-4151-a44b-725fbdd68736 req-029ae839-92e4-4610-9cd5-8b42bf355d7a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:45.036873 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5845634-68d7-4151-a44b-725fbdd68736 req-029ae839-92e4-4610-9cd5-8b42bf355d7a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1134756 Nov 15 12:42:45.104167 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5845634-68d7-4151-a44b-725fbdd68736 req-c3420566-ae5e-48ba-9d98-546f94619de9 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604844 Nov 15 12:42:45.163703 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:45.209694 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['b76c9762-9bbc-412c-a457-c5a1559ffe6b'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:42:45.404377 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Pushing event deleted for resources: {'Port': ['ID=b76c9762-9bbc-412c-a457-c5a1559ffe6b,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:45.413288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.413595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.413940 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.414271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.414598 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.414959 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.415287 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.415609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.415964 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.416289 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.416609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.416928 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:42:45.458892 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] No DVR routers for this DVR port b76c9762-9bbc-412c-a457-c5a1559ffe6b on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:42:45.461900 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:45.465305 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0e7d4fc-759c-4619-8f8b-7b13472b3377 req-060fd51f-253c-40fc-8e2e-bfdc28631540 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.36 "DELETE /v2.0/ports/b76c9762-9bbc-412c-a457-c5a1559ffe6b HTTP/1.1" status: 204 len: 173 time: 0.7737572 Nov 15 12:42:45.465759 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'name': 'network-vif-deleted', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:42:45.467990 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61b732-388e-4273-875f-9ad1f9165fbc" -d '{"events": [{"server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "name": "network-vif-deleted", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:42:45.506321 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db13d5-2cb4-4fc3-b28f-6debf0934112 x-openstack-request-id: req-45db13d5-2cb4-4fc3-b28f-6debf0934112 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:42:45.506649 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa66639-fe9f-4d4a-be8d-72becd784196", "name": "network-vif-deleted", "tag": "b76c9762-9bbc-412c-a457-c5a1559ffe6b", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:42:45.506941 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45db13d5-2cb4-4fc3-b28f-6debf0934112 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:42:45.507453 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa66639-fe9f-4d4a-be8d-72becd784196', 'name': 'network-vif-deleted', 'tag': 'b76c9762-9bbc-412c-a457-c5a1559ffe6b', 'status': 'completed', 'code': 200} Nov 15 12:42:45.581491 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7acf676d-40d8-4932-b28a-68721b688e7b req-6370bd2d-dc05-4c85-909e-40940c76d3be tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Nov 15 12:42:45.881580 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79effc7f-55d9-4bdb-98dd-b431be31af0e req-2af0a535-89d5-438a-8ece-b260c67d1dc5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:45.883054 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-79effc7f-55d9-4bdb-98dd-b431be31af0e req-2af0a535-89d5-438a-8ece-b260c67d1dc5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0514243 Nov 15 12:42:45.941839 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-79effc7f-55d9-4bdb-98dd-b431be31af0e req-33ff2742-07d4-405b-8206-0e265c58130c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519714 Nov 15 12:42:45.977175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965909f9-7ee2-4c7d-817d-82945fcf3434 req-55911f50-0183-419b-9ea5-9a47017e57a9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:45.978641 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-965909f9-7ee2-4c7d-817d-82945fcf3434 req-55911f50-0183-419b-9ea5-9a47017e57a9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Nov 15 12:42:46.025425 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-965909f9-7ee2-4c7d-817d-82945fcf3434 req-e7fea194-86ed-4f75-a670-471c40f14ec3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Nov 15 12:42:46.218559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90546-c0dd-4fdd-b998-420727fbbf4b req-a0a6a6d6-3228-4b54-aef0-677c954aec58 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:46.220075 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-84d90546-c0dd-4fdd-b998-420727fbbf4b req-a0a6a6d6-3228-4b54-aef0-677c954aec58 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Nov 15 12:42:46.269564 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-84d90546-c0dd-4fdd-b998-420727fbbf4b req-20d601ef-8527-493c-9793-57d4bdd8cff0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Nov 15 12:42:46.686180 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c960618-463d-4c61-a6a5-f6069a82ed28 req-0f08f9bf-a816-4980-97e3-ac8b431f9dca tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0324519 Nov 15 12:42:47.058098 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64996ae0-7077-4d10-9770-2649a3a63b1e req-1ca8257e-3096-49c4-95dc-2649bde4d6a8 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:47.059965 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-64996ae0-7077-4d10-9770-2649a3a63b1e req-1ca8257e-3096-49c4-95dc-2649bde4d6a8 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0511761 Nov 15 12:42:47.118825 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-64996ae0-7077-4d10-9770-2649a3a63b1e req-0550dbcb-1f4c-4679-809f-f76c5eb538bb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Nov 15 12:42:47.156592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec64c2-4ab1-475c-89e8-d7f1a00bef02 req-b57ae043-837b-4c3d-b1e9-ab4f44bd8d81 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:47.158076 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebec64c2-4ab1-475c-89e8-d7f1a00bef02 req-b57ae043-837b-4c3d-b1e9-ab4f44bd8d81 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0571799 Nov 15 12:42:47.211816 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebec64c2-4ab1-475c-89e8-d7f1a00bef02 req-1c8a1fc4-b9a2-4130-8ce3-b6bb221ae9cb tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479314 Nov 15 12:42:47.386795 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad124899-e8c0-4a41-a791-0b3455b437dd req-11acc947-6844-4998-ab9e-1e60c76406cb tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:47.388307 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad124899-e8c0-4a41-a791-0b3455b437dd req-11acc947-6844-4998-ab9e-1e60c76406cb tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Nov 15 12:42:47.436026 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad124899-e8c0-4a41-a791-0b3455b437dd req-d4e87cd0-5fd8-4b92-b2af-d6fb285d5c24 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Nov 15 12:42:47.781191 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-05256dc5-90f7-4e14-9423-a9ee3af2199a req-c8bf5c53-6814-4b46-a90b-fbbd15614ed5 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0257375 Nov 15 12:42:48.234309 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300178cd-e43d-46e5-b9fe-dccb8a579668 req-865893b5-c662-4397-8e68-613789207be6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:48.236065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-300178cd-e43d-46e5-b9fe-dccb8a579668 req-865893b5-c662-4397-8e68-613789207be6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0499413 Nov 15 12:42:48.324502 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-300178cd-e43d-46e5-b9fe-dccb8a579668 req-d7ef830b-1b2f-455f-a379-d4484dc13726 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799296 Nov 15 12:42:48.362365 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc48a-908c-451d-8755-063454d2c56c req-91984d6b-9629-41f1-bc5e-baed4ac51da0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:48.363932 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c19dc48a-908c-451d-8755-063454d2c56c req-91984d6b-9629-41f1-bc5e-baed4ac51da0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0607178 Nov 15 12:42:48.412701 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c19dc48a-908c-451d-8755-063454d2c56c req-893ba415-64b4-41e5-bc68-0de7b33937fc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Nov 15 12:42:48.555072 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b828759-8f79-4ab0-aeed-049b91fc9aba req-003c3282-3608-4977-bcf7-8098341d0879 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:48.556517 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0b828759-8f79-4ab0-aeed-049b91fc9aba req-003c3282-3608-4977-bcf7-8098341d0879 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Nov 15 12:42:48.610178 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0b828759-8f79-4ab0-aeed-049b91fc9aba req-49360a1d-a6ee-423d-960c-49b8f1059980 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466373 Nov 15 12:42:48.859227 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f2cc-58d3-44f6-ab4b-ee46cd0ae579 req-2507fc4a-2215-4da4-b0cf-58c3513ea4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:48.860740 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60e5f2cc-58d3-44f6-ab4b-ee46cd0ae579 req-2507fc4a-2215-4da4-b0cf-58c3513ea4c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0441790 Nov 15 12:42:48.898055 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6b6bcbbe-6913-4507-8b07-8f5537f13d47 req-b6b1eb4e-f8ac-42a8-b065-d42320e41262 tempest-VolumesNegativeTest-1915572715 tempest-VolumesNegativeTest-1915572715-project] 10.222.0.43 "GET /v2.0/ports?device_id=4aa66639-fe9f-4d4a-be8d-72becd784196 HTTP/1.1" status: 200 len: 210 time: 0.0344424 Nov 15 12:42:48.927114 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60e5f2cc-58d3-44f6-ab4b-ee46cd0ae579 req-d0761702-d094-4b6c-bc06-c9029cd25de5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547080 Nov 15 12:42:49.415723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-8c45984b-9ac2-415a-af33-3b53952d8441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:49.445556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f411c-1dd9-46da-8757-d50e67c3fd00 req-341dfb04-ca0b-432c-8daa-76c362866451 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:49.447103 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a89f411c-1dd9-46da-8757-d50e67c3fd00 req-341dfb04-ca0b-432c-8daa-76c362866451 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0526111 Nov 15 12:42:49.527188 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a89f411c-1dd9-46da-8757-d50e67c3fd00 req-1261a823-c420-4eef-8a23-8ac4c8cf7523 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722778 Nov 15 12:42:49.554884 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f68bc-4298-448d-a188-b656bb8bc46d req-6e99526d-63f0-40af-a7ec-8fc2ebd4671e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:49.556166 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df8f68bc-4298-448d-a188-b656bb8bc46d req-6e99526d-63f0-40af-a7ec-8fc2ebd4671e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0649984 Nov 15 12:42:49.608762 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df8f68bc-4298-448d-a188-b656bb8bc46d req-abf259c2-2de7-47d2-b9fe-a974c14b2416 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Nov 15 12:42:49.731655 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760e21-c76c-490c-975e-d9ba85b19319 req-0ce8b1b6-e448-4bab-8b20-a12ed0181035 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:49.733167 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8760e21-c76c-490c-975e-d9ba85b19319 req-0ce8b1b6-e448-4bab-8b20-a12ed0181035 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Nov 15 12:42:49.781762 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8760e21-c76c-490c-975e-d9ba85b19319 req-dbf01b51-de31-4729-a206-bd4889e6dbe8 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Nov 15 12:42:50.649625 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c5b5f-3cde-4888-8d75-a69fe92f72e6 req-e9472ea5-20a9-4ba7-87a0-f65cf33edbeb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:50.651077 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d8c5b5f-3cde-4888-8d75-a69fe92f72e6 req-e9472ea5-20a9-4ba7-87a0-f65cf33edbeb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0520606 Nov 15 12:42:50.713758 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d8c5b5f-3cde-4888-8d75-a69fe92f72e6 req-eaff77f7-2fcc-42e7-9f16-7787fa59793a tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549579 Nov 15 12:42:50.750828 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5955046-d2aa-4183-bd94-d2fb864974b3 req-b52bd3aa-c560-4208-a5d2-90b248d8b63c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:50.752428 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5955046-d2aa-4183-bd94-d2fb864974b3 req-b52bd3aa-c560-4208-a5d2-90b248d8b63c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0562952 Nov 15 12:42:50.801996 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5955046-d2aa-4183-bd94-d2fb864974b3 req-68be6aca-db21-4197-a51b-87f561e6d3c7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Nov 15 12:42:50.916516 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468cc2-7e2d-4e74-8d6c-7f99414259ba req-66ff444d-a562-4452-8279-ccca2e2f31ec tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:50.918491 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78468cc2-7e2d-4e74-8d6c-7f99414259ba req-66ff444d-a562-4452-8279-ccca2e2f31ec tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0558722 Nov 15 12:42:50.971527 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78468cc2-7e2d-4e74-8d6c-7f99414259ba req-df46caa6-37e0-4806-8d9b-528d0533998a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Nov 15 12:42:51.831796 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069569ec-df09-485c-8683-7bf90b1b57fd req-c9b14d53-768f-4a78-8b42-0087e08f26c4 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:51.833661 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-069569ec-df09-485c-8683-7bf90b1b57fd req-c9b14d53-768f-4a78-8b42-0087e08f26c4 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0511787 Nov 15 12:42:51.896832 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3a13d1a0-3bb4-4146-af4a-1297ad0479d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:51.908304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-069569ec-df09-485c-8683-7bf90b1b57fd req-3d110638-6f6f-4529-90d6-68cfad791670 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591662 Nov 15 12:42:51.966545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa993c-b98a-4900-a860-d923c3b21d2c req-d6818e30-3db9-4862-9ca2-ce3533e3113b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:51.968283 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f2fa993c-b98a-4900-a860-d923c3b21d2c req-d6818e30-3db9-4862-9ca2-ce3533e3113b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0589800 Nov 15 12:42:52.043613 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f2fa993c-b98a-4900-a860-d923c3b21d2c req-f387006d-49fc-48ad-9dc5-9a61ea7ccdff tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687702 Nov 15 12:42:52.098945 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8b84-55e4-4ff1-b803-f64f429c7fbe req-4773ceb7-9053-4032-b00e-a411959b4dd0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:52.100498 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-763e8b84-55e4-4ff1-b803-f64f429c7fbe req-4773ceb7-9053-4032-b00e-a411959b4dd0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Nov 15 12:42:52.149161 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-763e8b84-55e4-4ff1-b803-f64f429c7fbe req-0583b519-698f-446e-8d89-947bc01289b3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Nov 15 12:42:52.374747 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device b76c9762-9bbc-412c-a457-c5a1559ffe6b no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:42:52.396348 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: b76c9762-9bbc-412c-a457-c5a1559ffe6b {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:42:52.396748 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device b76c9762-9bbc-412c-a457-c5a1559ffe6b not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:42:53.028793 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb443ea6-7b00-4e96-a127-7b894af3b5a9 req-ab561f0e-4c9c-4868-a351-736d46c86478 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.030167 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb443ea6-7b00-4e96-a127-7b894af3b5a9 req-ab561f0e-4c9c-4868-a351-736d46c86478 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0493691 Nov 15 12:42:53.081120 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb443ea6-7b00-4e96-a127-7b894af3b5a9 req-ee0f8aff-c6e0-4fd0-a144-38399f365350 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447772 Nov 15 12:42:53.160614 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:53.194490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233ac6-de8f-4236-b3f5-7609cd81bf6f req-0850dcd3-e585-4735-9a2d-a9cf74f07516 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.196631 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e6233ac6-de8f-4236-b3f5-7609cd81bf6f req-0850dcd3-e585-4735-9a2d-a9cf74f07516 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0560770 Nov 15 12:42:53.288105 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e6233ac6-de8f-4236-b3f5-7609cd81bf6f req-224629ae-27d5-4b9c-a73e-4f13a26df326 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826728 Nov 15 12:42:53.301794 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03226f47-3d42-4686-b4e0-67bf73ab9edf req-18bd77cb-cca6-4693-846d-270310090302 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.303291 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-03226f47-3d42-4686-b4e0-67bf73ab9edf req-18bd77cb-cca6-4693-846d-270310090302 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0726073 Nov 15 12:42:53.359332 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-03226f47-3d42-4686-b4e0-67bf73ab9edf req-9111453e-fff8-4f4f-ac95-0451045181db tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486927 Nov 15 12:42:53.708393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc5f4e-24eb-447f-9029-23198573afa0 req-c754f708-6d1c-4d2d-801c-fdfc293c9321 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.709901 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60bc5f4e-24eb-447f-9029-23198573afa0 req-c754f708-6d1c-4d2d-801c-fdfc293c9321 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Nov 15 12:42:53.781769 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-cfdbbc17-20f1-4e70-b005-3bf20fcacfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.783625 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-cfdbbc17-20f1-4e70-b005-3bf20fcacfa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66b782e267fb414c9bdfa078a438871a&device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 1098 time: 0.0728536 Nov 15 12:42:53.787474 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60bc5f4e-24eb-447f-9029-23198573afa0 req-f3bb68e4-e240-4dbb-9c0a-011a8ccf34d5 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689180 Nov 15 12:42:53.879354 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-5c1a6282-f819-4ba8-8aa8-2632b9594e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.880814 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-5c1a6282-f819-4ba8-8aa8-2632b9594e6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 200 len: 919 time: 0.0881257 Nov 15 12:42:53.929932 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-1f9f9111-2777-4d7b-b292-91c63e201c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 200 len: 217 time: 0.0405900 Nov 15 12:42:53.986704 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-9a391838-25ee-40fe-87b5-a3f65ac40113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:53.988275 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-9a391838-25ee-40fe-87b5-a3f65ac40113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 200 len: 858 time: 0.0472329 Nov 15 12:42:54.023789 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-e08f07b7-cf16-4e5b-a913-08fc7175af2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1a2a422-953b-42b1-8d45-4652cac485ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248287 Nov 15 12:42:54.054602 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 48898) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:54.123270 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-3eae8052-c8e2-4ac0-b009-914fdebc17cc service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917134 Nov 15 12:42:54.170081 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:54.200767 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-cf6275fc-1f4e-44c7-902b-ee8e033fe2a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b2957be7c6842c2b5ab55e4c5b80b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449513 Nov 15 12:42:54.203689 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 48904) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:42:54.255838 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:54.257898 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3771b-8cbd-432e-91db-000c5bc6d3eb req-13782852-714e-480a-8a5a-85886f2eb2a0 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:54.259397 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51e3771b-8cbd-432e-91db-000c5bc6d3eb req-13782852-714e-480a-8a5a-85886f2eb2a0 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0779486 Nov 15 12:42:54.263741 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7878db7-29d7-492b-af42-ad3e990fc0b9 req-927f918b-2b81-4f5a-b91d-57ccedd5d652 service neutron] 10.222.0.36 "GET /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301239 Nov 15 12:42:54.279731 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:54.320179 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51e3771b-8cbd-432e-91db-000c5bc6d3eb req-7c75bda7-7e0c-4397-8328-cca7add48a0a tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536790 Nov 15 12:42:54.346152 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:54.349357 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:54.352792 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d11bc5ad-8598-4994-9427-14b8b55f7d54 HTTP/1.1" status: 204 len: 168 time: 0.1456873 Nov 15 12:42:54.359719 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb432b-1297-410e-894f-16906ac7b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11bc5ad-8598-4994-9427-14b8b55f7d54,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:54.434827 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b04d-14f5-4bfa-a12f-432e6db9d645 req-6e22eefd-dc16-4bdf-915c-99eb9cd298be tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:54.436397 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5124b04d-14f5-4bfa-a12f-432e6db9d645 req-6e22eefd-dc16-4bdf-915c-99eb9cd298be tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0540009 Nov 15 12:42:54.512339 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5124b04d-14f5-4bfa-a12f-432e6db9d645 req-ca5ab852-134a-4050-bd00-32846c95aeb4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631080 Nov 15 12:42:54.914994 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8106-dcbf-4121-9169-65c803300501 req-687d88e0-2a3b-456d-a9eb-4089f286b6fa tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:54.916539 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-027f8106-dcbf-4121-9169-65c803300501 req-687d88e0-2a3b-456d-a9eb-4089f286b6fa tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Nov 15 12:42:54.966933 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-027f8106-dcbf-4121-9169-65c803300501 req-5e834161-c0ee-46ab-af2c-b760b4460f6e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Nov 15 12:42:55.007164 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:55.279390 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:42:55.387753 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:55.404074 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'mac_address': 'fa:16:3e:1b:a6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:42:55.447071 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f066-6844-41e7-8279-fe39a508abdc req-2f6c855f-c493-43ba-8228-0ec503bda9ec tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:55.449645 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:55.451433 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1be7f066-6844-41e7-8279-fe39a508abdc req-2f6c855f-c493-43ba-8228-0ec503bda9ec tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0588474 Nov 15 12:42:55.463931 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3438d8-9d94-405a-af06-a2bd0727491d {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:42:55.486829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:42:55.491476 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:42:55.506579 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1be7f066-6844-41e7-8279-fe39a508abdc req-7b5e19c3-a02d-4e32-b894-ade06f40da21 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508974 Nov 15 12:42:55.554887 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:42:55.665141 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003481-b191-4b51-bf89-9cc6f687321f req-cb064eb7-69d6-4424-a735-607c60bd368b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:55.666745 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ef003481-b191-4b51-bf89-9cc6f687321f req-cb064eb7-69d6-4424-a735-607c60bd368b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0626657 Nov 15 12:42:55.720276 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ef003481-b191-4b51-bf89-9cc6f687321f req-d6b024e6-0f5d-4d04-9700-8106a3bce90d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463803 Nov 15 12:42:55.895036 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['5e3438d8-9d94-405a-af06-a2bd0727491d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:42:56.088997 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d3a29-f044-40eb-aa0f-18601668b567 req-2a12c560-0cf2-4ffe-b11a-160e978fc00a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:56.091351 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c37d3a29-f044-40eb-aa0f-18601668b567 req-2a12c560-0cf2-4ffe-b11a-160e978fc00a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0564978 Nov 15 12:42:56.141936 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c37d3a29-f044-40eb-aa0f-18601668b567 req-4d003851-5eaf-4842-b18c-9cf6e5d9754e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Nov 15 12:42:56.626529 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e77f20-84aa-4df0-b105-661f8a852197 req-b2063f89-c4ff-4596-acea-f2a69568a8db tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:56.628160 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-11e77f20-84aa-4df0-b105-661f8a852197 req-b2063f89-c4ff-4596-acea-f2a69568a8db tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 945 time: 0.0501912 Nov 15 12:42:56.687556 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-11e77f20-84aa-4df0-b105-661f8a852197 req-12633069-1f29-411b-87c0-6cf99b66a9cc tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522199 Nov 15 12:42:56.863784 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6b33-efc6-4e4e-831f-1de33e727327 req-70637c42-8827-491f-90dc-47a20d99e1d8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:56.865482 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b9e6b33-efc6-4e4e-831f-1de33e727327 req-70637c42-8827-491f-90dc-47a20d99e1d8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0571988 Nov 15 12:42:56.952479 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b9e6b33-efc6-4e4e-831f-1de33e727327 req-053a3709-e294-4fb4-a221-361ef89c65b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628152 Nov 15 12:42:57.266278 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe711b-c891-432c-87ab-182f29052241 req-3ce6f310-3987-4633-a73c-e8efaad19d88 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:57.267816 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2dfe711b-c891-432c-87ab-182f29052241 req-3ce6f310-3987-4633-a73c-e8efaad19d88 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0494916 Nov 15 12:42:57.315851 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2dfe711b-c891-432c-87ab-182f29052241 req-20e99b50-7a9d-4a26-9eb6-b1e577bc0c38 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Nov 15 12:42:57.805558 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6f1d-53cc-4bfa-bc6b-c11f20c0b586 req-7380fe15-8b4e-4482-89b3-e2e2dfa13747 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:57.807057 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f0ac6f1d-53cc-4bfa-bc6b-c11f20c0b586 req-7380fe15-8b4e-4482-89b3-e2e2dfa13747 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 945 time: 0.0498507 Nov 15 12:42:57.857546 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f0ac6f1d-53cc-4bfa-bc6b-c11f20c0b586 req-f099d2c2-bb3a-4a22-861e-77d02cc46965 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Nov 15 12:42:58.083155 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257faec6-55d9-47f7-9b36-c33f9e103e3d req-d2b54eff-315e-4881-b648-083097386dc3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:58.084627 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-257faec6-55d9-47f7-9b36-c33f9e103e3d req-d2b54eff-315e-4881-b648-083097386dc3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0533502 Nov 15 12:42:58.130864 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-257faec6-55d9-47f7-9b36-c33f9e103e3d req-92774ffe-602d-429a-a983-3c657f922611 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397635 Nov 15 12:42:58.987287 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f7db2-88d4-4e23-b938-b5535bf53010 req-07b013a8-50f0-447c-936f-2f28e46c5801 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:58.988878 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-041f7db2-88d4-4e23-b938-b5535bf53010 req-07b013a8-50f0-447c-936f-2f28e46c5801 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 945 time: 0.0572240 Nov 15 12:42:59.046222 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-041f7db2-88d4-4e23-b938-b5535bf53010 req-45193ea7-bd6e-486b-a981-65cb8f6acbe5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498979 Nov 15 12:42:59.251403 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac1b2-f00b-4812-8bc0-c8ed317ff08e req-6edfc1fc-4252-47ca-88e2-895725e263a6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:42:59.252805 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-20eac1b2-f00b-4812-8bc0-c8ed317ff08e req-6edfc1fc-4252-47ca-88e2-895725e263a6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0488939 Nov 15 12:42:59.306873 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-20eac1b2-f00b-4812-8bc0-c8ed317ff08e req-73a454c2-3ffc-4dfd-8b78-fd926d480515 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479901 Nov 15 12:42:59.943388 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:42:59.996386 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 5e3438d8-9d94-405a-af06-a2bd0727491d completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:43:00.000253 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 5e3438d8-9d94-405a-af06-a2bd0727491d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:43:00.000642 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:00.081563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:00.106153 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:00.107700 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa53eb-eb7e-43e5-915f-da3bf34fbb1f" -d '{"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-plugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:00.120728 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:00.125079 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:00.174502 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d8d8c4-6406-4479-a487-f0a436d1b14f x-openstack-request-id: req-42d8d8c4-6406-4479-a487-f0a436d1b14f {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:00.174835 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-plugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:00.175089 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42d8d8c4-6406-4479-a487-f0a436d1b14f {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:00.175470 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'code': 200} Nov 15 12:43:00.176822 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f268ff-8537-4dee-973a-8985fd1abb11 req-d7dfbb8b-7ea0-433e-95c2-033c76c43eb5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:00.178342 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-46f268ff-8537-4dee-973a-8985fd1abb11 req-d7dfbb8b-7ea0-433e-95c2-033c76c43eb5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0574648 Nov 15 12:43:00.188373 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:00.232102 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-46f268ff-8537-4dee-973a-8985fd1abb11 req-4897990f-43dd-4b53-b49e-80156c0864b7 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471506 Nov 15 12:43:00.434385 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8db77-95c0-49a6-a2c1-70f36e714ca4 req-b7339724-7f41-4845-b50a-27f15e705257 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:00.435916 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c4b8db77-95c0-49a6-a2c1-70f36e714ca4 req-b7339724-7f41-4845-b50a-27f15e705257 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Nov 15 12:43:00.508128 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c4b8db77-95c0-49a6-a2c1-70f36e714ca4 req-aece1849-354d-4b14-a16a-d4802e454caa tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661981 Nov 15 12:43:00.523825 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66185f-3bb9-42bd-b1d5-f29ba1dc29b9 req-59845796-cfd4-4690-8710-c642cdee83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:00.525450 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd66185f-3bb9-42bd-b1d5-f29ba1dc29b9 req-59845796-cfd4-4690-8710-c642cdee83a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0526276 Nov 15 12:43:00.580306 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd66185f-3bb9-42bd-b1d5-f29ba1dc29b9 req-3be0ddbb-5dac-40b4-a953-9fc64406f536 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394037 Nov 15 12:43:01.354352 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb9d5-d8ca-454c-a5a9-a193246363df req-bf5c545c-4470-4a93-91cf-75e1900e41cc tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:01.356581 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d4fb9d5-d8ca-454c-a5a9-a193246363df req-bf5c545c-4470-4a93-91cf-75e1900e41cc tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0562696 Nov 15 12:43:01.430690 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d4fb9d5-d8ca-454c-a5a9-a193246363df req-5dae8f22-4192-465b-8ab4-b413e35c91b0 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642118 Nov 15 12:43:01.469232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32aad07-8a33-4fbb-9766-f4a4a7a97720 req-99d93c27-443b-4cf2-b702-76d3a6c0463f tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:01.470759 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e32aad07-8a33-4fbb-9766-f4a4a7a97720 req-99d93c27-443b-4cf2-b702-76d3a6c0463f tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.0550003 Nov 15 12:43:01.524258 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e32aad07-8a33-4fbb-9766-f4a4a7a97720 req-eacd1436-7135-45d2-a6ad-b8b722b6e94e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Nov 15 12:43:01.632063 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcf280-09e6-488a-8a78-729a265c0b5b req-320e7bee-cb12-4205-adbc-8e8f1e29489a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:01.633552 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3bcf280-09e6-488a-8a78-729a265c0b5b req-320e7bee-cb12-4205-adbc-8e8f1e29489a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0495028 Nov 15 12:43:01.684967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c3bcf280-09e6-488a-8a78-729a265c0b5b req-13c3e299-f532-490b-93b8-8a3fd26afb04 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450280 Nov 15 12:43:02.545870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f13d-ae7e-4951-b90f-b6eb3900e1a0 req-ae1a6124-171d-4724-856c-23c890c99ff0 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:02.547382 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1869f13d-ae7e-4951-b90f-b6eb3900e1a0 req-ae1a6124-171d-4724-856c-23c890c99ff0 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0488727 Nov 15 12:43:02.557257 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:43:02.600304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1869f13d-ae7e-4951-b90f-b6eb3900e1a0 req-511996b6-e2ec-4177-962a-7cb1e7521976 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459805 Nov 15 12:43:02.655457 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638555b3-8eb0-4a5b-ad2b-780842c5ce86 req-10b1eafe-1d5d-4a33-8baf-03c093f09d0d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:02.656990 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-638555b3-8eb0-4a5b-ad2b-780842c5ce86 req-10b1eafe-1d5d-4a33-8baf-03c093f09d0d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.0558157 Nov 15 12:43:02.736062 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-638555b3-8eb0-4a5b-ad2b-780842c5ce86 req-c1cdaa3f-a6b3-434b-b30d-6eaf7f748de3 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725067 Nov 15 12:43:02.748809 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c4a7-6e7a-47b7-8ee6-31a498c1d0c1 req-cc6e251e-84a6-4324-992a-d302ede9785e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:02.750323 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e90c4a7-6e7a-47b7-8ee6-31a498c1d0c1 req-cc6e251e-84a6-4324-992a-d302ede9785e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0725243 Nov 15 12:43:02.812107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e90c4a7-6e7a-47b7-8ee6-31a498c1d0c1 req-60b530bc-2843-421e-95f1-852fc44a75c1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550931 Nov 15 12:43:02.833437 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49066) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:02.852442 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45457d-b65a-48f9-a9e9-88342528c745 req-3155fe77-5863-4cb1-b660-ed62376cb4de tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:02.853946 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e45457d-b65a-48f9-a9e9-88342528c745 req-3155fe77-5863-4cb1-b660-ed62376cb4de tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0598519 Nov 15 12:43:02.901360 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e45457d-b65a-48f9-a9e9-88342528c745 req-d349092b-1f1b-4760-9d87-a6e1d0c03fbe tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405653 Nov 15 12:43:03.032405 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3622f02-bb9a-4f2e-9e3d-c6b9d1075101 tempest-TestShelveInstance-4729703 tempest-TestShelveInstance-4729703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:03.033937 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d3622f02-bb9a-4f2e-9e3d-c6b9d1075101 tempest-TestShelveInstance-4729703 tempest-TestShelveInstance-4729703-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1094 time: 0.1995149 Nov 15 12:43:03.037069 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49076) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:03.041310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:03.067345 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.163060 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.274375 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Allocated IP 172.27.1.223 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/bcf384a7-cfb2-4e62-8157-5350f65677bb) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:43:03.385234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.422205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.462451 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:43:03.468724 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:43:03.472372 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:43:03.500252 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'Port': ['ID=bcf384a7-cfb2-4e62-8157-5350f65677bb,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:03.553241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49086) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:03.706554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-589f0f1c-21d1-4cd6-9e78-98981a02ec84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.858835 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8cd6-8908-4367-8db6-3d5d76b34a8d req-b4d78d32-24a4-4995-bca7-0d287d20a275 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:03.860358 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-847e8cd6-8908-4367-8db6-3d5d76b34a8d req-b4d78d32-24a4-4995-bca7-0d287d20a275 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.0537653 Nov 15 12:43:03.908923 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-589f0f1c-21d1-4cd6-9e78-98981a02ec84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.915065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-847e8cd6-8908-4367-8db6-3d5d76b34a8d req-e3bf0c65-1491-453a-83a8-82dd9791a840 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Nov 15 12:43:03.916621 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-589f0f1c-21d1-4cd6-9e78-98981a02ec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.931808 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:03.984531 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-589f0f1c-21d1-4cd6-9e78-98981a02ec84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72aa3eaefa3f41209db0f65b1a79119e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302001 Nov 15 12:43:03.987945 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49094) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:03.989574 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f0f1c-21d1-4cd6-9e78-98981a02ec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d674567-9d3b-4321-b0fe-02940a7d7e53,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:04.031135 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.098362 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8c9ce35b-0398-4211-81da-7cb107d3a7d4 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:04.099883 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8c9ce35b-0398-4211-81da-7cb107d3a7d4 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 946 time: 0.1244900 Nov 15 12:43:04.110861 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374a62-930d-4e01-9c88-2611bfa9559d req-42bd089f-a920-4f10-8d7b-153bf221bf07 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:04.112224 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf374a62-930d-4e01-9c88-2611bfa9559d req-42bd089f-a920-4f10-8d7b-153bf221bf07 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.1259770 Nov 15 12:43:04.156116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.216851 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.223700 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.252355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.283908 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bf374a62-930d-4e01-9c88-2611bfa9559d req-aa380bfe-425f-46cc-a13c-f7b5981e63f2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572864 Nov 15 12:43:04.308483 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event updated for resources: {'Port': ['ID=bcf384a7-cfb2-4e62-8157-5350f65677bb,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:04.325656 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.332085 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.334956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.336077 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d674567-9d3b-4321-b0fe-02940a7d7e53 HTTP/1.1" status: 204 len: 168 time: 0.3480308 Nov 15 12:43:04.341318 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Deleting port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:43:04.341318 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.363023 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991003b-c1f3-4eea-9d50-6f8a9823cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d674567-9d3b-4321-b0fe-02940a7d7e53,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:04.437961 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Floating IP 89f1790b-d65d-42b4-a8be-b514cd45e031 associated. External IP: 172.27.1.223, port: 5e3438d8-9d94-405a-af06-a2bd0727491d. Nov 15 12:43:04.465459 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] For port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:04.465852 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.485987 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Calling delete_port for 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:43:04.657182 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.677940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Router 64a099ed-572d-4da0-bb05-04bc1f49c798 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:43:04.688191 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Pushing event deleted for resources: {'Port': ['ID=7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:04.708750 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:04.739084 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] No DVR routers for this DVR port 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:43:04.742036 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.746252 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4ec8af43-6d78-420d-9ff8-2f708f1e0f38 req-8b734c3a-f612-444c-876e-459053097dfb tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "DELETE /v2.0/ports/7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 HTTP/1.1" status: 204 len: 173 time: 0.6314211 Nov 15 12:43:04.746878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'name': 'network-vif-deleted', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:04.749943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668cb385-fc9a-48c8-86cd-ed3ab9d4e6b2" -d '{"events": [{"server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "name": "network-vif-deleted", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:04.794110 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bccc49-e931-4cb5-9a40-eb7506f25992 x-openstack-request-id: req-f2bccc49-e931-4cb5-9a40-eb7506f25992 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:04.794468 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7de1403-72dd-46fd-b7a0-97e4d6c201d9", "name": "network-vif-deleted", "tag": "7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:04.794591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:43:04.794876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2bccc49-e931-4cb5-9a40-eb7506f25992 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:04.795352 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de1403-72dd-46fd-b7a0-97e4d6c201d9', 'name': 'network-vif-deleted', 'tag': '7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29', 'status': 'completed', 'code': 200} Nov 15 12:43:04.804720 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Sync routers for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:43:04.813382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:04.817376 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:43:04.818015 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:42:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:04.844696 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-469006b5-5848-47f2-882f-feca380668eb tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8065732 Nov 15 12:43:04.845312 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:04.847871 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7266d595-9961-41d7-bb8b-75d4f6c4b472" -d '{"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:04.890938 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783759b-edb4-43d6-98a5-b1e493a3120a x-openstack-request-id: req-c783759b-edb4-43d6-98a5-b1e493a3120a {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:04.891366 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:04.891504 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c783759b-edb4-43d6-98a5-b1e493a3120a {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:04.891908 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'status': 'completed', 'code': 200} Nov 15 12:43:05.010319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-3ffc7d29-bf1e-43f6-abdb-a46581f11f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.012618 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-3ffc7d29-bf1e-43f6-abdb-a46581f11f71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0494139 Nov 15 12:43:05.031352 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:43:05.043704 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d24b7ba-f7d9-43b1-ae63-25f471d10b6e req-a728e4ec-607b-4350-a6ac-1d1e992a2b24 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7de1403-72dd-46fd-b7a0-97e4d6c201d9 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Nov 15 12:43:05.135140 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-7c9fa35f-5d37-4664-b03f-c3697516e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.137642 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-7c9fa35f-5d37-4664-b03f-c3697516e564 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.0968788 Nov 15 12:43:05.215705 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-4f44db98-eeb7-499b-9128-488c638e8500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1000 time: 0.0625200 Nov 15 12:43:05.272797 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-83f9c2f1-20f9-4a62-88d9-176b0bdc6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.274302 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-83f9c2f1-20f9-4a62-88d9-176b0bdc6170 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0494227 Nov 15 12:43:05.282822 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '89f1790b-d65d-42b4-a8be-b514cd45e031', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'mac_address': 'fa:16:3e:1b:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:43:03Z', 'updated_at': '2021-11-15T12:43:03Z', 'revision_number': 0, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:05.324239 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Checking router: 64a099ed-572d-4da0-bb05-04bc1f49c798 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:43:05.332247 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-c39a8498-6aa6-44d3-8ca9-8bf658e9540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.333415 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:43:05.334051 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:42:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:05.337300 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-c39a8498-6aa6-44d3-8ca9-8bf658e9540d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536852 Nov 15 12:43:05.479889 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:43:05.501050 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-146f0f67-04fd-4ee7-a18a-b99befdd8e98 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420290 Nov 15 12:43:05.518424 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54ba62-759c-4407-b61e-875c83662806 req-f75f3758-af4c-46a6-bace-d4ad82001619 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.520015 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3b54ba62-759c-4407-b61e-875c83662806 req-f75f3758-af4c-46a6-bace-d4ad82001619 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.1390152 Nov 15 12:43:05.670322 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad360f3-2530-45fe-bafa-bcc7abe81d70 req-d758025a-ec8c-4b20-b84e-5686eaef4610 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:05.671843 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2ad360f3-2530-45fe-bafa-bcc7abe81d70 req-d758025a-ec8c-4b20-b84e-5686eaef4610 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1204650 Nov 15 12:43:05.677894 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3b54ba62-759c-4407-b61e-875c83662806 req-ecac4b3c-4de0-45f3-9c04-05c7e7f54d51 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367493 Nov 15 12:43:05.725069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7266d595-9961-41d7-bb8b-75d4f6c4b472 req-2f54d999-4893-4d78-9e9e-c96689046393 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018425 Nov 15 12:43:05.738060 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '89f1790b-d65d-42b4-a8be-b514cd45e031', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'mac_address': 'fa:16:3e:1b:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:43:03Z', 'updated_at': '2021-11-15T12:43:03Z', 'revision_number': 0, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:05.739107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2ad360f3-2530-45fe-bafa-bcc7abe81d70 req-aaa1a241-e790-4b7e-8bb9-680863328dff tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Nov 15 12:43:05.768351 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f7e70-68ba-45ca-b4f8-b94bc0677546 None None] The sync data for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi is: [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '89f1790b-d65d-42b4-a8be-b514cd45e031', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'mac_address': 'fa:16:3e:1b:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:43:03Z', 'updated_at': '2021-11-15T12:43:03Z', 'revision_number': 0, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:43:05.946304 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf63c0-045a-4e05-a8a7-319f533d05b9 None None] New status for floating IP 89f1790b-d65d-42b4-a8be-b514cd45e031: ACTIVE {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:43:06.802414 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd5f1-b85d-4cbc-92eb-9af65c0f950d req-d669f02e-f3c6-485d-a9f8-01e448015cd7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:06.803925 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14fdd5f1-b85d-4cbc-92eb-9af65c0f950d req-d669f02e-f3c6-485d-a9f8-01e448015cd7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0498784 Nov 15 12:43:07.109017 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ec1d-34f5-4476-b16e-7c34fdd8985a req-7fdf2447-1eda-489c-b809-2e226655ddad tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:07.110482 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6bf6ec1d-34f5-4476-b16e-7c34fdd8985a req-7fdf2447-1eda-489c-b809-2e226655ddad tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.3035867 Nov 15 12:43:07.113765 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14fdd5f1-b85d-4cbc-92eb-9af65c0f950d req-07da373b-cc8f-4304-a74f-c257a86da335 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985752 Nov 15 12:43:07.160459 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6bf6ec1d-34f5-4476-b16e-7c34fdd8985a req-7c550b31-92c6-42a1-aeac-11efd8b4861e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Nov 15 12:43:08.249821 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064158-d0dd-4f29-ab78-5212eab7521a req-51367240-e78c-40c4-9522-6a512a4d6e2d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:08.251306 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-82064158-d0dd-4f29-ab78-5212eab7521a req-51367240-e78c-40c4-9522-6a512a4d6e2d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0592828 Nov 15 12:43:08.318130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b161-76b3-4f09-94db-12cd527e9160 req-9224d47b-2559-49af-aba8-6056df57c178 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:08.319651 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3265b161-76b3-4f09-94db-12cd527e9160 req-9224d47b-2559-49af-aba8-6056df57c178 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0882289 Nov 15 12:43:08.324766 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-82064158-d0dd-4f29-ab78-5212eab7521a req-dc90cabc-2a96-49c2-a3a0-f61c4c732791 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594261 Nov 15 12:43:08.372585 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3265b161-76b3-4f09-94db-12cd527e9160 req-fe41aafc-999b-4847-b986-90d188af3895 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Nov 15 12:43:09.449637 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334467-72fd-46ef-a8ae-a8c4670a8bc4 req-3fcfc4c4-9755-42ba-984f-081bf98fd961 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:09.451128 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3f334467-72fd-46ef-a8ae-a8c4670a8bc4 req-3fcfc4c4-9755-42ba-984f-081bf98fd961 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0505359 Nov 15 12:43:09.524038 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de264-a0bb-4629-9dbb-df10ae66b7a0 req-0820501c-962c-45c6-ada7-b604560e3016 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:09.525392 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c47de264-a0bb-4629-9dbb-df10ae66b7a0 req-0820501c-962c-45c6-ada7-b604560e3016 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0837514 Nov 15 12:43:09.529469 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3f334467-72fd-46ef-a8ae-a8c4670a8bc4 req-6d973495-995a-4d09-9f4e-50dede42914c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705860 Nov 15 12:43:09.572788 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c47de264-a0bb-4629-9dbb-df10ae66b7a0 req-030e88ce-076f-43f3-82d4-d1f9d9ac0fdf tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Nov 15 12:43:09.684927 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:43:09.694595 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:09.716952 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:43:09.717298 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7ce2ec7c-8faf-4005-8f1a-e50c4a7a1c29 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:43:09.786347 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:09.817524 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:09.828203 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:43:09.865313 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:09.878884 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:43:09.898973 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:09.903373 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:09.957165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=6']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:09.964971 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.965425 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.965774 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.966109 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.966440 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.966800 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.967125 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.967462 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.967790 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.968113 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.968433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:09.968753 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:10.225311 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['7a90a770-a011-4cb6-9fcf-893773b8d120'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:10.626970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772de32a-3bf0-4839-be1c-d921f111379e req-3f5f97fa-89d6-4e7d-bf13-7a5f9506c575 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:10.628470 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-772de32a-3bf0-4839-be1c-d921f111379e req-3f5f97fa-89d6-4e7d-bf13-7a5f9506c575 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.0791583 Nov 15 12:43:10.744278 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602443-1b67-44a4-bf14-48d035c95141 req-f3b15be1-4313-4d62-a187-12ffeb04bf23 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:10.746344 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b602443-1b67-44a4-bf14-48d035c95141 req-f3b15be1-4313-4d62-a187-12ffeb04bf23 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.1363709 Nov 15 12:43:10.802615 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55666b-ae56-4f10-a06b-cbea9cedf84b req-42f34a00-31d2-4d66-a262-627c97e7c9e2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:10.804108 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e55666b-ae56-4f10-a06b-cbea9cedf84b req-42f34a00-31d2-4d66-a262-627c97e7c9e2 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 946 time: 0.1492143 Nov 15 12:43:10.859829 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b602443-1b67-44a4-bf14-48d035c95141 req-0db0b544-056d-428d-9af4-b3299915a608 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917225 Nov 15 12:43:10.875674 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Deleting port f4c16b05-8781-451a-9351-681a5be81f6d {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:43:10.876129 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:10.950666 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e55666b-ae56-4f10-a06b-cbea9cedf84b req-3a16fc91-8808-4eca-a2c0-778d988d7d32 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369267 Nov 15 12:43:11.034701 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] For port f4c16b05-8781-451a-9351-681a5be81f6d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=f4c16b05-8781-451a-9351-681a5be81f6d,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:11.035200 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:11.063932 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Calling delete_port for f4c16b05-8781-451a-9351-681a5be81f6d owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:43:11.242548 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:11.282834 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Pushing event deleted for resources: {'Port': ['ID=f4c16b05-8781-451a-9351-681a5be81f6d,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:11.290590 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['f4c16b05-8781-451a-9351-681a5be81f6d', '15072390-eca0-4c84-8a3a-2ea1b15c4f44'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:11.366186 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] No DVR routers for this DVR port f4c16b05-8781-451a-9351-681a5be81f6d on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:43:11.369335 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:11.373117 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-772de32a-3bf0-4839-be1c-d921f111379e req-67ca736b-1814-4110-9017-bf5fc60dc53d tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "DELETE /v2.0/ports/f4c16b05-8781-451a-9351-681a5be81f6d HTTP/1.1" status: 204 len: 173 time: 0.7252991 Nov 15 12:43:11.373574 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'name': 'network-vif-deleted', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:11.375852 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f188c8-caed-4487-88af-edb3d66ea611" -d '{"events": [{"server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "name": "network-vif-deleted", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:11.422103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba8723-fd49-42f9-86b2-951d3a170ee7 x-openstack-request-id: req-c3ba8723-fd49-42f9-86b2-951d3a170ee7 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:11.427950 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c319b68-dfab-4fb6-99df-31bb18385b5c", "name": "network-vif-deleted", "tag": "f4c16b05-8781-451a-9351-681a5be81f6d", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:11.430368 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3ba8723-fd49-42f9-86b2-951d3a170ee7 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:11.430806 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c319b68-dfab-4fb6-99df-31bb18385b5c', 'name': 'network-vif-deleted', 'tag': 'f4c16b05-8781-451a-9351-681a5be81f6d', 'status': 'completed', 'code': 200} Nov 15 12:43:12.017998 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:43:12.096608 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784ca6-16b3-4b8e-a654-c7258963697e req-89f08899-e30c-4316-a57b-9019c144e288 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:12.096608 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8c784ca6-16b3-4b8e-a654-c7258963697e req-89f08899-e30c-4316-a57b-9019c144e288 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.1287630 Nov 15 12:43:12.110358 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 7a90a770-a011-4cb6-9fcf-893773b8d120 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:43:12.110731 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:12.180454 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f6ff135e-2dc2-4d5b-840b-31549f03520d req-451da688-abf4-443b-98e1-b43a88899a17 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c319b68-dfab-4fb6-99df-31bb18385b5c HTTP/1.1" status: 200 len: 210 time: 0.0483468 Nov 15 12:43:12.217124 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8c784ca6-16b3-4b8e-a654-c7258963697e req-843c9c94-f2fc-4985-ad6d-9105f87647d1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145275 Nov 15 12:43:12.221830 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:12.249378 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:12.251912 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a90007-638d-4348-823f-2915a9ca6141" -d '{"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:12.275993 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:12.281650 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:12.332304 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ab70d-6071-4914-9b2f-55b808533290 x-openstack-request-id: req-5b0ab70d-6071-4914-9b2f-55b808533290 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:12.332304 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:12.332304 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b0ab70d-6071-4914-9b2f-55b808533290 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:12.333248 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'code': 200} Nov 15 12:43:12.336907 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=7']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:13.376720 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaa9a7-d38b-47bb-8920-26bd8f16120c req-705dd69c-f978-4d74-8bd0-4aa278e008e5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:13.378259 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2adaa9a7-d38b-47bb-8920-26bd8f16120c req-705dd69c-f978-4d74-8bd0-4aa278e008e5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0758293 Nov 15 12:43:13.433869 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2adaa9a7-d38b-47bb-8920-26bd8f16120c req-900004cd-9cb0-441a-aba1-c259d93bf53b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497365 Nov 15 12:43:13.534368 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2acf41-1ab5-45b3-b573-abf0657a7c3b req-a239a9d7-a1a9-4e53-a508-b3562818b8c0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:13.536078 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1f2acf41-1ab5-45b3-b573-abf0657a7c3b req-a239a9d7-a1a9-4e53-a508-b3562818b8c0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Nov 15 12:43:13.596017 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1f2acf41-1ab5-45b3-b573-abf0657a7c3b req-14155685-9c4b-43e5-b192-c36877f9d0a4 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531712 Nov 15 12:43:14.574214 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674809-f3fc-4ed7-bb86-f29571ffdc9f req-8c4ee7c2-d979-496c-9214-1bfeeacba358 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:14.576151 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-68674809-f3fc-4ed7-bb86-f29571ffdc9f req-8c4ee7c2-d979-496c-9214-1bfeeacba358 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0567091 Nov 15 12:43:14.640606 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-68674809-f3fc-4ed7-bb86-f29571ffdc9f req-c12afb4f-326c-45ff-8abf-cf714f0382c1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583262 Nov 15 12:43:14.754614 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d28e6-b3da-4f49-8c05-3a888ee1c6f6 req-bcf2bfb9-1787-42ac-86b5-e4dde0cac1c7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:14.756122 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a19d28e6-b3da-4f49-8c05-3a888ee1c6f6 req-bcf2bfb9-1787-42ac-86b5-e4dde0cac1c7 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0635586 Nov 15 12:43:14.807842 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a19d28e6-b3da-4f49-8c05-3a888ee1c6f6 req-b9673cef-06a9-40aa-aa1e-006ee97c5142 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Nov 15 12:43:15.781519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3905-a1bc-4f5d-b48a-ce572aeb8ddb req-15ed31e7-12c2-4bb0-9fff-49b1f86869b6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:15.783106 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-558c3905-a1bc-4f5d-b48a-ce572aeb8ddb req-15ed31e7-12c2-4bb0-9fff-49b1f86869b6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0573900 Nov 15 12:43:15.838378 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-558c3905-a1bc-4f5d-b48a-ce572aeb8ddb req-6a3b8574-12da-4c97-8e63-c6d4589e20b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449569 Nov 15 12:43:15.946562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12da143-b8a6-44bf-9378-1ad6080520e1 req-acbf7347-895c-42f8-a1c7-33fe0ac67814 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:15.949752 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b12da143-b8a6-44bf-9378-1ad6080520e1 req-acbf7347-895c-42f8-a1c7-33fe0ac67814 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0661392 Nov 15 12:43:16.007553 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b12da143-b8a6-44bf-9378-1ad6080520e1 req-82f28dfe-75ae-49c0-95e0-210bf56a4d15 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521963 Nov 15 12:43:16.243063 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-94449de8-b9c4-4205-8705-13ee50d2c82e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:16.247791 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-94449de8-b9c4-4205-8705-13ee50d2c82e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 814 time: 0.1349242 Nov 15 12:43:16.261722 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-c07a4d34-4d07-494f-86d6-37de00ab8933 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/quotas/3aae5c632c8b4d4f94206b1d6745c0ba HTTP/1.1" status: 200 len: 375 time: 0.0108514 Nov 15 12:43:16.298952 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-77fd154d-970e-444c-b09e-068d2aa2c5a2 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303698 Nov 15 12:43:16.439928 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-7ee0736e-d72d-4f7e-b27e-1cd0ec74a2df service neutron] 10.222.0.43 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235800 Nov 15 12:43:16.564531 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-9dcaffc5-29ed-49b5-aa59-f90e64da46ef service neutron] 10.222.0.43 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272333 Nov 15 12:43:16.800157 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d90ef7d3-0ac2-40f9-9cd0-40200adc14dc req-e7a3da4c-6f88-420f-ae00-d4dce3c4bd6e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 210 time: 0.0318522 Nov 15 12:43:16.890575 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device f4c16b05-8781-451a-9351-681a5be81f6d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:16.930825 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: f4c16b05-8781-451a-9351-681a5be81f6d {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:43:16.931583 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device f4c16b05-8781-451a-9351-681a5be81f6d not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:43:17.006957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1339-68db-4f22-9e3c-45beaee53a28 req-25d7a4a2-70d7-46da-a953-3fbf6abab80a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:17.009026 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b1fa1339-68db-4f22-9e3c-45beaee53a28 req-25d7a4a2-70d7-46da-a953-3fbf6abab80a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0606413 Nov 15 12:43:17.085304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b1fa1339-68db-4f22-9e3c-45beaee53a28 req-859af184-2b05-4642-9b5f-ae79158df962 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677390 Nov 15 12:43:17.177959 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223971-889a-4ec6-bb20-11617eb3b943 req-27a1cc6a-2b11-4dfd-9128-1f285df30f54 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:17.180081 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70223971-889a-4ec6-bb20-11617eb3b943 req-27a1cc6a-2b11-4dfd-9128-1f285df30f54 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0777261 Nov 15 12:43:17.247865 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70223971-889a-4ec6-bb20-11617eb3b943 req-721e4c8d-3d6f-45b7-8228-1ab2790ebeda tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Nov 15 12:43:17.906536 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fcffbbf2-797b-41b7-9601-311e57034aeb req-7efea6ee-4046-4d0e-9458-7a43c4ac2285 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 210 time: 0.0322797 Nov 15 12:43:18.281451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-accd261e-52a6-43d9-b84f-448fcbad736b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:18.283435 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-accd261e-52a6-43d9-b84f-448fcbad736b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 814 time: 0.1873345 Nov 15 12:43:18.296272 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4e09c-373d-479a-a1f5-f8d7bf5f3801 req-b45b53c4-8bfb-498b-875a-624c17c94699 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:18.303915 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b2d4e09c-373d-479a-a1f5-f8d7bf5f3801 req-b45b53c4-8bfb-498b-875a-624c17c94699 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.1090341 Nov 15 12:43:18.324586 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Request body: {'port': {'device_id': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b', 'admin_state_up': True, 'tenant_id': '3aae5c632c8b4d4f94206b1d6745c0ba'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:18.435688 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b2d4e09c-373d-479a-a1f5-f8d7bf5f3801 req-5b7f0ed7-ead8-4835-b3ae-261bd2e60872 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308837 Nov 15 12:43:18.474206 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30714-8913-43bc-972c-3d001e5b7ffb req-4e3af1dc-35a9-4253-924c-84961b71c05a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:18.475952 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-afb30714-8913-43bc-972c-3d001e5b7ffb req-4e3af1dc-35a9-4253-924c-84961b71c05a tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1337111 Nov 15 12:43:18.546595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Made reservation on behalf of 3aae5c632c8b4d4f94206b1d6745c0ba for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:43:18.550578 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:18.565298 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-afb30714-8913-43bc-972c-3d001e5b7ffb req-d885f455-8e89-4c50-a491-959d0ab67a47 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799477 Nov 15 12:43:18.697238 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Allocated IP 172.20.0.7 (b79f49ef-73b5-4352-9d73-84333759f64b/52c70535-f2a6-48d4-b3fd-aee6095515c7/fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:43:18.869199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:18.908590 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:18.961393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Network b79f49ef-73b5-4352-9d73-84333759f64b is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:43:18.967264 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:43:18.971231 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:43:19.007679 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Pushing event updated for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:19.062673 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:19.063483 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:19.088682 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec249f-20f3-4348-9dbb-cbaa83cafc96 req-a690eb2f-ad40-4c9c-938d-9c3d8a4e70af tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:19.090624 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50ec249f-20f3-4348-9dbb-cbaa83cafc96 req-a690eb2f-ad40-4c9c-938d-9c3d8a4e70af tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 931 time: 0.0937321 Nov 15 12:43:19.096387 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-b835f3e5-1e73-4761-9ad6-bea62e105097 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822671 Nov 15 12:43:19.121514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Request body: {'port': {'device_id': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:19.234439 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-50ec249f-20f3-4348-9dbb-cbaa83cafc96 req-d2f09689-2920-481b-bcde-2c8774b645f6 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327558 Nov 15 12:43:19.242087 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:19.418485 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-07dc4abb-a053-465d-a12f-d51dd41c73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:19.589408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:43:19.599846 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:19.620844 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Transition to ACTIVE for port object fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:43:19.631435 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4657c-8505-48dd-8b71-5b6c89296640 req-6cdd5567-d685-40c4-85c8-74e53f0298a5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:19.632930 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5e4657c-8505-48dd-8b71-5b6c89296640 req-6cdd5567-d685-40c4-85c8-74e53f0298a5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0823290 Nov 15 12:43:19.634241 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:19.788140 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:19.803417 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5e4657c-8505-48dd-8b71-5b6c89296640 req-fba4a4c2-7c15-42b6-914e-99b352709156 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595292 Nov 15 12:43:19.813162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7ad8b-34bc-40e5-adfa-9b175d964173 req-d4828dc6-d8d8-4f92-a24c-c6797b9e6376 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:19.814656 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36f7ad8b-34bc-40e5-adfa-9b175d964173 req-d4828dc6-d8d8-4f92-a24c-c6797b9e6376 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1389847 Nov 15 12:43:19.926901 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36f7ad8b-34bc-40e5-adfa-9b175d964173 req-3d42130a-19ec-4709-ac7b-4e15a8b344e3 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Nov 15 12:43:19.931382 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Attempting to bind port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:43:19.931632 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Attempting to bind port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:43:19.931963 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Attempting to bind port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 on network b79f49ef-73b5-4352-9d73-84333759f64b {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:43:19.937396 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 on network b79f49ef-73b5-4352-9d73-84333759f64b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:43:19.937741 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Attempting to bind port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 on network b79f49ef-73b5-4352-9d73-84333759f64b {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:43:19.946133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:43:19.946133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Checking segment: {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:43:19.946133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Bound using segment: {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:43:19.946133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Bound port: fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:43:19.946133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:20.019881 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:43:20.023044 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:43:20.031363 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:20.072636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:20.073393 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:20.074941 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] 10.222.0.36 "PUT /v2.0/ports/fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 HTTP/1.1" status: 200 len: 1093 time: 0.9588938 Nov 15 12:43:20.075443 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:20.077751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b1f66-cda8-4efb-ae43-ee01ec09998d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:20.103139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4681-24c3-4c34-a278-6a5a3368056c service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:20.149651 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c20d86-296f-4251-b164-8549ea69d309 x-openstack-request-id: req-23c20d86-296f-4251-b164-8549ea69d309 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:20.150022 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:20.150357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23c20d86-296f-4251-b164-8549ea69d309 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:20.151430 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8', 'status': 'completed', 'code': 200} Nov 15 12:43:20.192260 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-a4b3ca00-a4ea-46e8-bea1-5df00b0408d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:20.193793 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-a4b3ca00-a4ea-46e8-bea1-5df00b0408d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 1096 time: 0.0534077 Nov 15 12:43:20.259089 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-f622bc48-ed8a-416f-97b7-d9043121eedd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 HTTP/1.1" status: 200 len: 217 time: 0.0464270 Nov 15 12:43:20.348669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-8e13b9f0-3196-440f-b9a6-6a2908b7b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:20.350180 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-8e13b9f0-3196-440f-b9a6-6a2908b7b37e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c70535-f2a6-48d4-b3fd-aee6095515c7 HTTP/1.1" status: 200 len: 854 time: 0.0832720 Nov 15 12:43:20.379337 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577c7da-bd9f-47b3-b7c8-eab13ab3071b req-79807331-3922-4f81-86e6-e69ea8688222 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:20.380807 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d577c7da-bd9f-47b3-b7c8-eab13ab3071b req-79807331-3922-4f81-86e6-e69ea8688222 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 943 time: 0.0752513 Nov 15 12:43:20.402870 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-58f37e8e-6398-4254-b5f5-264043dd996d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f49ef-73b5-4352-9d73-84333759f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397804 Nov 15 12:43:20.499859 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d577c7da-bd9f-47b3-b7c8-eab13ab3071b req-a2a66b15-ac3b-4e47-9281-054cbf71aca0 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003275 Nov 15 12:43:20.537971 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-9a46e1c2-c9e6-4eac-a701-9efb5a4a03e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224709 Nov 15 12:43:20.871018 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-93fffb7e-ed17-43c6-80ec-1598836717f8 req-873c47d9-03bc-4347-b99f-7d508b310bbf service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188598 Nov 15 12:43:20.936797 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffdb0f-86b5-491f-bdc3-6233ba5ab3cf req-0c8ec3fa-c7ec-4fa6-b380-0d6b5cb5d5b8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:20.938256 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-73ffdb0f-86b5-491f-bdc3-6233ba5ab3cf req-0c8ec3fa-c7ec-4fa6-b380-0d6b5cb5d5b8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0513439 Nov 15 12:43:20.987791 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-73ffdb0f-86b5-491f-bdc3-6233ba5ab3cf req-a09b79f8-5c4b-4adf-8b4e-5eae5b8cda27 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Nov 15 12:43:21.041981 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1a3a-9208-497c-abf2-1b445e278ada req-50c4fe90-449b-4377-9616-cd27ae45bc36 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.043480 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d9ca1a3a-9208-497c-abf2-1b445e278ada req-50c4fe90-449b-4377-9616-cd27ae45bc36 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Nov 15 12:43:21.090279 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d9ca1a3a-9208-497c-abf2-1b445e278ada req-4af4290f-f001-4417-b998-5effdd06c255 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Nov 15 12:43:21.161283 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-c0105d64-f01c-45a3-af75-7e0a5f3fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.162716 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-c0105d64-f01c-45a3-af75-7e0a5f3fac7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 1096 time: 0.0459254 Nov 15 12:43:21.259219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-1cc9ecf6-17e4-4f56-a519-b99bb5d06a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.261296 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-1cc9ecf6-17e4-4f56-a519-b99bb5d06a13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 200 len: 915 time: 0.0895422 Nov 15 12:43:21.307040 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-9d91af84-b451-4cf3-b4e1-f12c5af87335 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 HTTP/1.1" status: 200 len: 217 time: 0.0382571 Nov 15 12:43:21.383278 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-ad8c38d4-99f5-4245-b361-5974ae2ea5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.384734 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-ad8c38d4-99f5-4245-b361-5974ae2ea5e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52c70535-f2a6-48d4-b3fd-aee6095515c7 HTTP/1.1" status: 200 len: 854 time: 0.0492272 Nov 15 12:43:21.436252 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-1c90fe47-ed4f-480c-917c-58c6d5e548c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b79f49ef-73b5-4352-9d73-84333759f64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246329 Nov 15 12:43:21.583829 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-a472c25e-d63b-4670-b538-6f06d15848ae service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994673 Nov 15 12:43:21.617765 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-944bfbf3-e435-4b68-b965-0e30407a0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.619323 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-944bfbf3-e435-4b68-b965-0e30407a0598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1099 time: 0.0441115 Nov 15 12:43:21.677256 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b318-6b5e-44a8-8178-feaf00f73d62 req-dca8ed79-7da4-43b0-be55-ae6a6bb5c8bd tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.678752 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4a0b318-6b5e-44a8-8178-feaf00f73d62 req-dca8ed79-7da4-43b0-be55-ae6a6bb5c8bd tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 943 time: 0.1085060 Nov 15 12:43:21.726645 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-313b1f66-cda8-4efb-ae43-ee01ec09998d req-4e114fbb-39b0-43ce-a450-9c98a9cc346c service neutron] 10.222.0.36 "GET /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262434 Nov 15 12:43:21.727606 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-9ac0f777-a668-459f-be84-04f0a2fffc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.729049 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-9ac0f777-a668-459f-be84-04f0a2fffc79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1026237 Nov 15 12:43:21.748107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e4a0b318-6b5e-44a8-8178-feaf00f73d62 req-46b06e86-a6c1-4916-b2bb-647ac33ab543 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623419 Nov 15 12:43:21.841298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-27cc07f7-bab8-4603-98f6-1a5555b5f88e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:21.842886 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-27cc07f7-bab8-4603-98f6-1a5555b5f88e tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.0503082 Nov 15 12:43:21.899724 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-130e5034-abc1-4eb3-aae6-a429a463e63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:21.944963 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Deleting port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:43:21.945621 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:22.044153 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] For port 15072390-eca0-4c84-8a3a-2ea1b15c4f44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=15072390-eca0-4c84-8a3a-2ea1b15c4f44,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:22.044638 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:22.059253 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Calling delete_port for 15072390-eca0-4c84-8a3a-2ea1b15c4f44 owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:43:22.095918 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-94626c66-8901-41db-9b50-fa7a30f304b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 1002 time: 0.3048091 Nov 15 12:43:22.152245 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-b7bf86fa-7990-462e-86b4-c712da79ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:22.153557 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-b7bf86fa-7990-462e-86b4-c712da79ab66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0498018 Nov 15 12:43:22.162468 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82657-8c6c-4602-92bb-e7e2448c479d req-f6bd905e-a0dd-4882-84b2-eb7add822249 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:22.163971 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-39b82657-8c6c-4602-92bb-e7e2448c479d req-f6bd905e-a0dd-4882-84b2-eb7add822249 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0990999 Nov 15 12:43:22.207690 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-129d6458-e232-4178-a5bf-2f555b209901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:22.209374 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-129d6458-e232-4178-a5bf-2f555b209901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463576 Nov 15 12:43:22.280926 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74e55b-e60c-4e2d-b30e-b5bccdb1435e req-a86a6311-1b77-4186-9440-c94e93cedcd0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:22.282362 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c74e55b-e60c-4e2d-b30e-b5bccdb1435e req-a86a6311-1b77-4186-9440-c94e93cedcd0 tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea00c4f-da8f-4b9e-8c12-7ebe91776986 HTTP/1.1" status: 200 len: 945 time: 0.1162002 Nov 15 12:43:22.301517 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-39b82657-8c6c-4602-92bb-e7e2448c479d req-26559fff-b998-4eb9-8f2b-b45025e020e8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181149 Nov 15 12:43:22.304963 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-7482178b-0cd0-41a1-9da8-ec759b693bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865881 Nov 15 12:43:22.331986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:22.367644 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['15072390-eca0-4c84-8a3a-2ea1b15c4f44'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:22.371098 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Pushing event deleted for resources: {'Port': ['ID=15072390-eca0-4c84-8a3a-2ea1b15c4f44,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:22.378420 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c74e55b-e60c-4e2d-b30e-b5bccdb1435e req-2fdd8eaa-775a-4f4c-b760-3b14155cd49b tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.43 "GET /v2.0/security-groups?id=29f6c15b-0816-458c-aec2-d36a4f2ee2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886061 Nov 15 12:43:22.415840 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-435ed63c-8a91-4da5-a17b-a2f20dfd239f req-669f78bf-8f6e-4fee-a061-519d021d0eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980396 Nov 15 12:43:22.420784 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] No DVR routers for this DVR port 15072390-eca0-4c84-8a3a-2ea1b15c4f44 on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:43:22.423551 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:22.426909 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6b63cf50-f818-41d8-b11a-0275ce105410 req-222377d1-ecca-427f-bd5f-64fe8e6ccb8c tempest-ServerRescueNegativeTestJSON-1561129504 tempest-ServerRescueNegativeTestJSON-1561129504-project] 10.222.0.36 "DELETE /v2.0/ports/15072390-eca0-4c84-8a3a-2ea1b15c4f44 HTTP/1.1" status: 204 len: 173 time: 0.5747132 Nov 15 12:43:22.427366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'name': 'network-vif-deleted', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:22.429659 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af53fc4-08f8-4d37-a20a-bb15f24194de" -d '{"events": [{"server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "name": "network-vif-deleted", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:22.468746 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9c00f-a318-4383-a73b-d80d99034e80 x-openstack-request-id: req-08b9c00f-a318-4383-a73b-d80d99034e80 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:22.469041 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea00c4f-da8f-4b9e-8c12-7ebe91776986", "name": "network-vif-deleted", "tag": "15072390-eca0-4c84-8a3a-2ea1b15c4f44", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:22.469303 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08b9c00f-a318-4383-a73b-d80d99034e80 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:22.469708 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea00c4f-da8f-4b9e-8c12-7ebe91776986', 'name': 'network-vif-deleted', 'tag': '15072390-eca0-4c84-8a3a-2ea1b15c4f44', 'status': 'completed', 'code': 200} Nov 15 12:43:22.866827 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82135-faf7-4f3f-8c33-4534667a361d req-7c565c5f-325f-4cfc-b6f2-eb1543f318bc tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:22.868308 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6ab82135-faf7-4f3f-8c33-4534667a361d req-7c565c5f-325f-4cfc-b6f2-eb1543f318bc tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 943 time: 0.0523202 Nov 15 12:43:22.895639 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:43:22.920352 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6ab82135-faf7-4f3f-8c33-4534667a361d req-0fd52ac3-37bc-46da-aa97-d8f4ad914e64 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Nov 15 12:43:23.002552 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:23.015169 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8', 'network_id': 'b79f49ef-73b5-4352-9d73-84333759f64b', 'port_id': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8', 'mac_address': 'fa:16:3e:82:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c70535-f2a6-48d4-b3fd-aee6095515c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:43:23.062107 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:23.076693 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:43:23.097910 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:23.102802 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:23.160560 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:23.170295 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:23.433200 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bd77-919c-4cfa-8ad4-b0a9761fbd3e req-f1eda7db-f278-47a6-8814-e47a1afbd481 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:23.434596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49320) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:23.435016 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad34bd77-919c-4cfa-8ad4-b0a9761fbd3e req-f1eda7db-f278-47a6-8814-e47a1afbd481 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Nov 15 12:43:23.481162 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad34bd77-919c-4cfa-8ad4-b0a9761fbd3e req-d2339ed3-cb10-4fa1-bbcf-7407849b7a74 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Nov 15 12:43:23.518836 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:23.848158 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.036553 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98339bf4-69df-490a-9642-7c76e53d9a42 req-f85cad7d-453f-493a-8232-0cff68f31731 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:24.038041 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-98339bf4-69df-490a-9642-7c76e53d9a42 req-f85cad7d-453f-493a-8232-0cff68f31731 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 944 time: 0.0514133 Nov 15 12:43:24.087450 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-98339bf4-69df-490a-9642-7c76e53d9a42 req-96d9fc9a-b104-4dca-9b0e-bb144ca3636e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Nov 15 12:43:24.143135 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Deleting port a917ba34-952c-416c-b501-3db959c40898 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:43:24.143478 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.166024 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.223674 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] For port a917ba34-952c-416c-b501-3db959c40898, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=a917ba34-952c-416c-b501-3db959c40898,segment=NetworkSegment(5483d5b7-c908-4b67-a0bb-8f81d5f63cc2),segment_id=5483d5b7-c908-4b67-a0bb-8f81d5f63cc2)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:24.224073 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.236858 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Calling delete_port for a917ba34-952c-416c-b501-3db959c40898 owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:43:24.450241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.475902 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Pushing event deleted for resources: {'Port': ['ID=a917ba34-952c-416c-b501-3db959c40898,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:24.608885 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1544f3-8940-4cdb-8462-f60cfe91ac9d req-cef9b63b-59ee-4d22-9307-dee6680fc10c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:24.610476 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb1544f3-8940-4cdb-8462-f60cfe91ac9d req-cef9b63b-59ee-4d22-9307-dee6680fc10c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 946 time: 0.0544667 Nov 15 12:43:24.637639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:24.659159 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eb1544f3-8940-4cdb-8462-f60cfe91ac9d req-540b0fe4-e225-4f42-bee6-1d3f0e8ce079 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Nov 15 12:43:24.872789 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Router cabe087b-7336-4a95-93ee-8c566b94f0f5 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:43:24.887435 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:43:24.945440 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:43:24.950656 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:43:24.951247 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.002208 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:43:25.013267 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0295b1b5-04f6-4fa4-8077-bd21263e124c admin admin] 10.222.0.43 "PUT /v2.0/routers/cabe087b-7336-4a95-93ee-8c566b94f0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5770082 Nov 15 12:43:25.013873 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49336) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:25.015248 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.018207 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Sync routers for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:43:25.031065 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:43:25.031705 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:43:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:25.058213 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.092292 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:25.094689 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa6330f-d269-4a34-8c14-e122ec9b755c" -d '{"events": [{"server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:25.116162 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:25.121035 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.121971 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 15072390-eca0-4c84-8a3a-2ea1b15c4f44 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:25.147958 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:43:25.169698 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 15072390-eca0-4c84-8a3a-2ea1b15c4f44 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:43:25.170306 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 15072390-eca0-4c84-8a3a-2ea1b15c4f44 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:43:25.170557 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:25.193942 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.198644 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c938ee-f230-488f-927e-a6a8274fd4ef x-openstack-request-id: req-a9c938ee-f230-488f-927e-a6a8274fd4ef {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:25.199176 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "name": "network-vif-plugged", "status": "completed", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:25.199677 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9c938ee-f230-488f-927e-a6a8274fd4ef {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:25.200080 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8', 'code': 200} Nov 15 12:43:25.286440 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:25.341333 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-91833ae7-1ebd-4a2d-adb4-aa07738b83c0 req-c724cc08-ff9f-477f-9a5d-3b33ae7e2d81 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:43:25.342792 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-91833ae7-1ebd-4a2d-adb4-aa07738b83c0 req-c724cc08-ff9f-477f-9a5d-3b33ae7e2d81 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061431 Nov 15 12:43:25.361181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fdbf7-b4b7-4c16-912d-1bb4fc8025b4 req-50c38ba4-66f3-410b-858f-4444d3a73d1f tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:25.364042 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-780fdbf7-b4b7-4c16-912d-1bb4fc8025b4 req-50c38ba4-66f3-410b-858f-4444d3a73d1f tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.1373854 Nov 15 12:43:25.383838 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.386163 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:43:24Z', 'revision_number': 5, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:25.415635 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Checking router: cabe087b-7336-4a95-93ee-8c566b94f0f5 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:43:25.431331 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Routers {'cabe087b-7336-4a95-93ee-8c566b94f0f5'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:43:25.432387 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:43:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['cabe087b-7336-4a95-93ee-8c566b94f0f5'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:25.503247 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:25.508690 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.567528 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-780fdbf7-b4b7-4c16-912d-1bb4fc8025b4 req-f941b1b1-b0c9-4d62-b41e-5af2dbda6c00 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889019 Nov 15 12:43:25.612903 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] Set router cabe087b-7336-4a95-93ee-8c566b94f0f5 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:43:25.627240 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa30a97-281b-49e0-9860-c2960a76a4b8 req-8836a515-ca8a-4cc5-bd5c-913a69657856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:25.629324 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5fa30a97-281b-49e0-9860-c2960a76a4b8 req-8836a515-ca8a-4cc5-bd5c-913a69657856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 1098 time: 0.1776054 Nov 15 12:43:25.635039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=8']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:25.648243 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fffeed-2a3c-4fc2-b2ee-32fe3e376811 req-09e22773-0c7a-4377-898f-ffd830c8307e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:25.654548 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.659634 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70fffeed-2a3c-4fc2-b2ee-32fe3e376811 req-09e22773-0c7a-4377-898f-ffd830c8307e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0901542 Nov 15 12:43:25.732278 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Deleting port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:43:25.732631 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.739392 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70fffeed-2a3c-4fc2-b2ee-32fe3e376811 req-774d4020-6391-43fe-8756-bc8ddb8b4160 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775292 Nov 15 12:43:25.774572 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5fa30a97-281b-49e0-9860-c2960a76a4b8 req-b35fe454-844c-4c27-99b7-1a5334276a6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931852 Nov 15 12:43:25.832440 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:43:24Z', 'revision_number': 5, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:25.844024 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] For port 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:25.844411 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:25.857698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Calling delete_port for 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:43:25.864622 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e42cf-6903-42c7-987d-a236ba5ef4ca None None] The sync data for ids ['cabe087b-7336-4a95-93ee-8c566b94f0f5'] in dv-cinder-680889-10-iscsi is: [{'id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'name': 'tempest-ServerRescueNegativeTestJSON-892843458-router', 'tenant_id': '66b782e267fb414c9bdfa078a438871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:43:24Z', 'revision_number': 5, 'project_id': '66b782e267fb414c9bdfa078a438871a', 'gw_port': {'id': '4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe087b-7336-4a95-93ee-8c566b94f0f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:43:26.064571 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.092729 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:26.123982 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49370) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:26.171347 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.235417 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-e2683f80-5dac-4a1c-994d-7aea895cb2d6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121492 Nov 15 12:43:26.248817 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-9ed21181-c1ab-4452-b800-55fb5c2754d4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:43:26.250866 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-9ed21181-c1ab-4452-b800-55fb5c2754d4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082376 Nov 15 12:43:26.305386 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.307807 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.384847 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.386642 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabe087b-7336-4a95-93ee-8c566b94f0f5 {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:43:26.394179 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.395603 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8ab9cdcb-8ed7-4435-870b-b5c911186741 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cabe087b-7336-4a95-93ee-8c566b94f0f5 HTTP/1.1" status: 204 len: 168 time: 1.3807430 Nov 15 12:43:26.398926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49376) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:26.452618 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Deleting subnet 1fdabeb6-8d12-4e10-a621-4e5ad434223c {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:43:26.456638 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.516920 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.575996 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.668158 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.693812 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdabeb6-8d12-4e10-a621-4e5ad434223c,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:26.705957 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.709626 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-edb34d37-ba4f-45a5-aa43-ded93bfedff6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1fdabeb6-8d12-4e10-a621-4e5ad434223c HTTP/1.1" status: 204 len: 168 time: 0.3095584 Nov 15 12:43:26.712203 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49384) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:26.759037 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4cac3-1701-4799-bc38-2ecb1bf08f33 req-87450358-b567-4812-b6d4-f2ca6439a69d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:26.761540 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-afc4cac3-1701-4799-bc38-2ecb1bf08f33 req-87450358-b567-4812-b6d4-f2ca6439a69d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.0871325 Nov 15 12:43:26.814900 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.850168 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-afc4cac3-1701-4799-bc38-2ecb1bf08f33 req-a295ab5d-23e7-489a-a5cd-d856c9ef677b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812974 Nov 15 12:43:26.891135 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497ef2-1f1c-4042-9700-32c20d920b9e req-b086b185-24bb-40ac-8241-409b6f8cb6bf tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:26.892695 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e497ef2-1f1c-4042-9700-32c20d920b9e req-b086b185-24bb-40ac-8241-409b6f8cb6bf tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0639236 Nov 15 12:43:26.907056 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.934031 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a2a422-953b-42b1-8d45-4652cac485ba']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:26.944569 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:26.944874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5483d5b7-c908-4b67-a0bb-8f81d5f63cc2') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:43:26.955809 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.962686 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3e497ef2-1f1c-4042-9700-32c20d920b9e req-0467966e-3949-4f1a-ab4c-3d9087d6e658 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477097 Nov 15 12:43:26.971199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:26.984820 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:43:26.986114 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:43:27.070245 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:43:27.091378 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.098862 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.102336 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1a2a422-953b-42b1-8d45-4652cac485ba HTTP/1.1" status: 204 len: 168 time: 0.3890016 Nov 15 12:43:27.112356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5eb1-51e8-4b2f-b07e-290a3880bbb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a2a422-953b-42b1-8d45-4652cac485ba,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:27.201077 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:27.203434 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b4c93-eb53-489e-a70b-efc454d37271" -d '{"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-unplugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:27.248198 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb20017-93fa-4b06-909c-63803e1e1003 x-openstack-request-id: req-deb20017-93fa-4b06-909c-63803e1e1003 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:27.248885 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-unplugged", "status": "failed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "code": 422}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:27.249718 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-deb20017-93fa-4b06-909c-63803e1e1003 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:27.250362 dv-cinder-680889-10-iscsi neutron-server[108284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'code': 422} returned with failed status Nov 15 12:43:27.310103 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:27.320459 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49394) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:27.330881 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:43:27.331229 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 4b1bac8a-c038-40b9-bfd3-6f1acbb48cd3 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:43:27.331656 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device a917ba34-952c-416c-b501-3db959c40898 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:27.351096 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: a917ba34-952c-416c-b501-3db959c40898 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:43:27.351438 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device a917ba34-952c-416c-b501-3db959c40898 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:43:27.363543 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-cfaf889b-725b-486e-9870-5c177050b3d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66b782e267fb414c9bdfa078a438871a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400391 Nov 15 12:43:27.364556 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49396) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:27.412247 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.434491 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.481626 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.484317 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:27.485504 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29f6c15b-0816-458c-aec2-d36a4f2ee2fb HTTP/1.1" status: 204 len: 168 time: 0.1199851 Nov 15 12:43:27.495450 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50143e55-9cfc-4aef-839e-934ad3b8337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6c15b-0816-458c-aec2-d36a4f2ee2fb,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:27.976396 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ee0aa-13ff-4f3f-84e4-1554db761dc4 req-918731b6-1646-48a6-99ce-de5556607a96 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:27.977944 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4c8ee0aa-13ff-4f3f-84e4-1554db761dc4 req-918731b6-1646-48a6-99ce-de5556607a96 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.0571296 Nov 15 12:43:28.039099 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4c8ee0aa-13ff-4f3f-84e4-1554db761dc4 req-85e245af-ed10-41c0-abe2-2f8fe982517e tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Nov 15 12:43:28.174414 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e12a9-6527-4a1a-948a-ba19847f15bb req-fe9d0ecd-f72f-47d1-b2bc-c9d89ed25e76 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.182678 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a06e12a9-6527-4a1a-948a-ba19847f15bb req-fe9d0ecd-f72f-47d1-b2bc-c9d89ed25e76 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0741339 Nov 15 12:43:28.302426 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a06e12a9-6527-4a1a-948a-ba19847f15bb req-c59f8a0f-c2f9-4ef6-b308-6b6bfeb3b1cd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184747 Nov 15 12:43:28.316843 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-6e46e4f0-e51b-4796-b4ce-cc59ae48703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.319074 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-6e46e4f0-e51b-4796-b4ce-cc59ae48703c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 1097 time: 0.0959067 Nov 15 12:43:28.400209 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-89a0300d-2a56-45b3-bb8f-41606ecab71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.402726 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-89a0300d-2a56-45b3-bb8f-41606ecab71f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1097 time: 0.0443747 Nov 15 12:43:28.527779 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-6bf95c9d-3d4c-424a-a9b3-8334c0e4d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.528968 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-6bf95c9d-3d4c-424a-a9b3-8334c0e4d0c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1186905 Nov 15 12:43:28.630027 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-4fd23112-6eed-436b-ad48-b0de68dd40f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 1000 time: 0.0767322 Nov 15 12:43:28.684240 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-3685cd4a-05c0-4850-98d9-46a116b67d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.685805 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-3685cd4a-05c0-4850-98d9-46a116b67d1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0466852 Nov 15 12:43:28.761493 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-cb71522c-27e5-4f53-8afb-7f3b605fe009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:28.763189 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-cb71522c-27e5-4f53-8afb-7f3b605fe009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502360 Nov 15 12:43:28.870008 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-fc4b1269-dd7b-41ba-b130-c9918dfda057 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981219 Nov 15 12:43:28.929918 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:43:28.977207 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dc4d1561-6f89-4461-a785-71c9538bce9d req-1329cbb1-dd31-4564-861f-3d6c7dcaad83 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002989 Nov 15 12:43:29.438397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffabe0-6b49-4902-824e-f12e688bea84 req-69213f30-79f7-476d-85d9-38151c431d6a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:29.439940 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2ffabe0-6b49-4902-824e-f12e688bea84 req-69213f30-79f7-476d-85d9-38151c431d6a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0506382 Nov 15 12:43:29.508945 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d2ffabe0-6b49-4902-824e-f12e688bea84 req-6407fb3c-589e-4c6a-a368-8ae10f33bc37 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624654 Nov 15 12:43:30.598519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc12d8-8cac-49db-b983-15b841dabed5 req-f03042e0-4f4b-410c-9f89-d0a1da5be889 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.600254 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35bc12d8-8cac-49db-b983-15b841dabed5 req-f03042e0-4f4b-410c-9f89-d0a1da5be889 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0656188 Nov 15 12:43:30.682186 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f7c8-6248-4d68-aa02-b0046186f3c9 req-874d3559-081d-4e9f-b438-323223966f11 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:30.684376 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99d7f7c8-6248-4d68-aa02-b0046186f3c9 req-874d3559-081d-4e9f-b438-323223966f11 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0831029 Nov 15 12:43:30.692431 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35bc12d8-8cac-49db-b983-15b841dabed5 req-e8047ee2-4c6c-4ae8-b237-60b8ebe58061 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819876 Nov 15 12:43:30.752002 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99d7f7c8-6248-4d68-aa02-b0046186f3c9 req-74abf803-9c16-41ee-a6e0-a83f2dbd7760 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571039 Nov 15 12:43:31.448449 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49514) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:31.567265 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-263fd0d6-f8f5-403c-8f5f-e3ab441bdc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.696867 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-263fd0d6-f8f5-403c-8f5f-e3ab441bdc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.703669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-263fd0d6-f8f5-403c-8f5f-e3ab441bdc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.751927 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-263fd0d6-f8f5-403c-8f5f-e3ab441bdc0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=924b9ddca0c74265b78b6caf2e0bf379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954869 Nov 15 12:43:31.751927 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fd0d6-f8f5-403c-8f5f-e3ab441bdc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f1bdd-84f3-4ee9-b461-a4b42b113753,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:31.752109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49522) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:31.842938 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.859419 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bd0be-ab5e-4b68-bb4b-6ec5992a0735 req-e27a9960-6968-4ee8-acd9-0e452971acf2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:31.861350 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f95bd0be-ab5e-4b68-bb4b-6ec5992a0735 req-e27a9960-6968-4ee8-acd9-0e452971acf2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0824487 Nov 15 12:43:31.878256 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.942276 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.945281 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:31.945427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec2bd8-8a01-4940-85da-b6146fe1015a req-c3194a2d-125d-40be-b267-7d9645b3f08e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:31.947055 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d1ec2bd8-8a01-4940-85da-b6146fe1015a req-c3194a2d-125d-40be-b267-7d9645b3f08e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.1075170 Nov 15 12:43:31.952501 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/983f1bdd-84f3-4ee9-b461-a4b42b113753 HTTP/1.1" status: 204 len: 168 time: 0.2028899 Nov 15 12:43:31.960759 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121c651-3e77-49bb-b6e4-3eeb6887ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f1bdd-84f3-4ee9-b461-a4b42b113753,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:32.006617 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f95bd0be-ab5e-4b68-bb4b-6ec5992a0735 req-0480e102-5104-4d0a-9ec7-f7548e1ac484 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137400 Nov 15 12:43:32.041064 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d1ec2bd8-8a01-4940-85da-b6146fe1015a req-a2ebfa09-4602-462c-956d-4e44108347d0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820923 Nov 15 12:43:33.210862 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91001f4-c7a4-4fd1-b261-7213222c4677 req-a1b0f2f9-303b-4cf0-9cdc-364dd1b3f360 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:33.212432 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f91001f4-c7a4-4fd1-b261-7213222c4677 req-a1b0f2f9-303b-4cf0-9cdc-364dd1b3f360 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1044929 Nov 15 12:43:33.227053 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7cd3d-757d-404d-b9cd-2f75e3c88edc req-e09a64ac-ee40-47be-98cf-2bbc4ae6eee2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:33.228572 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6ea7cd3d-757d-404d-b9cd-2f75e3c88edc req-e09a64ac-ee40-47be-98cf-2bbc4ae6eee2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0881324 Nov 15 12:43:33.305984 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f91001f4-c7a4-4fd1-b261-7213222c4677 req-e3bfe56b-3776-4f4f-9f9f-f94c45df0be3 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763321 Nov 15 12:43:33.313304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6ea7cd3d-757d-404d-b9cd-2f75e3c88edc req-bbecc88f-b6a4-4842-8b38-83f86e398000 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773118 Nov 15 12:43:33.642970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49572) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:33.758439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a033ff49-52ca-4579-8fca-dc9d68f2d5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:33.837783 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a033ff49-52ca-4579-8fca-dc9d68f2d5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:33.842509 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a033ff49-52ca-4579-8fca-dc9d68f2d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:33.882903 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ff49-52ca-4579-8fca-dc9d68f2d5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335dc954-83dd-4d0f-9e18-b8c86069ef09,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:33.890377 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49578) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:33.897471 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a033ff49-52ca-4579-8fca-dc9d68f2d5f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c44e051ecbfa4169ac67fa011ebc24ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524107 Nov 15 12:43:33.950086 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:33.974448 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.026937 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.029597 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.030756 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/335dc954-83dd-4d0f-9e18-b8c86069ef09 HTTP/1.1" status: 204 len: 168 time: 0.1393580 Nov 15 12:43:34.038548 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1335b-c667-4921-a60e-01e812fa024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335dc954-83dd-4d0f-9e18-b8c86069ef09,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:34.379726 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49590) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:34.393645 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c429367d-fbd9-4099-a345-684ac1ef8e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.478209 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2daf24-d8f8-4a3c-aac9-6d084afbb024 req-398fc92f-b775-4d7c-a106-b2e98b1a30fa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:34.479983 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c2daf24-d8f8-4a3c-aac9-6d084afbb024 req-398fc92f-b775-4d7c-a106-b2e98b1a30fa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0830245 Nov 15 12:43:34.499174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c429367d-fbd9-4099-a345-684ac1ef8e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.505230 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c429367d-fbd9-4099-a345-684ac1ef8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.515923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067b50e-ed88-4704-aaf4-aef344481b9c req-daa6998b-2c9c-4951-bcce-49ce23c5d88e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:34.519310 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0067b50e-ed88-4704-aaf4-aef344481b9c req-daa6998b-2c9c-4951-bcce-49ce23c5d88e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0914686 Nov 15 12:43:34.576401 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c429367d-fbd9-4099-a345-684ac1ef8e40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4b25c0617c94af6a1cc2af1afebc182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955421 Nov 15 12:43:34.577685 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429367d-fbd9-4099-a345-684ac1ef8e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f7a86c-d16d-4ef8-a7f5-afc4e2560bb9,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:34.580625 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49592) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:34.605865 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0c2daf24-d8f8-4a3c-aac9-6d084afbb024 req-2bffd1f1-843b-4a98-9974-c5e8393a5274 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125796 Nov 15 12:43:34.624637 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0067b50e-ed88-4704-aaf4-aef344481b9c req-0935d695-32d3-436e-90b5-746cedaab252 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005697 Nov 15 12:43:34.659502 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.683291 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.736753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.739341 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:34.742857 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41f7a86c-d16d-4ef8-a7f5-afc4e2560bb9 HTTP/1.1" status: 204 len: 168 time: 0.1592770 Nov 15 12:43:34.751724 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce936a9b-6ab1-42ca-b1fd-59966e760b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f7a86c-d16d-4ef8-a7f5-afc4e2560bb9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:35.787562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971c20-2c87-4058-b737-a09637a9b050 req-76645b43-dce8-498c-b7b1-1c39100aa87a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:35.789059 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-42971c20-2c87-4058-b737-a09637a9b050 req-76645b43-dce8-498c-b7b1-1c39100aa87a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0901968 Nov 15 12:43:35.805925 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898f4f-7df8-459d-bfce-9b1f89b0aa89 req-af8edd54-2a7b-42a8-898b-a5af9b55c7a3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:35.811712 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-42898f4f-7df8-459d-bfce-9b1f89b0aa89 req-af8edd54-2a7b-42a8-898b-a5af9b55c7a3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0913877 Nov 15 12:43:35.924679 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-42971c20-2c87-4058-b737-a09637a9b050 req-3dad1f23-1326-449c-9400-9014dd8e83cc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103451 Nov 15 12:43:35.935938 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-42898f4f-7df8-459d-bfce-9b1f89b0aa89 req-33ae7534-f8d4-455c-8941-0c40c8f6e513 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062915 Nov 15 12:43:37.101101 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cd3a1-3f7a-4bf2-a406-4f8efecc87c8 req-6358d114-b965-429c-adc7-2dcec315827a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:37.102526 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-360cd3a1-3f7a-4bf2-a406-4f8efecc87c8 req-6358d114-b965-429c-adc7-2dcec315827a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1028454 Nov 15 12:43:37.117783 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10177679-7845-4210-b044-06825be16065 req-17511994-bce0-4449-b9c8-90323523dea1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:37.119742 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-10177679-7845-4210-b044-06825be16065 req-17511994-bce0-4449-b9c8-90323523dea1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0759289 Nov 15 12:43:37.194662 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-360cd3a1-3f7a-4bf2-a406-4f8efecc87c8 req-0bb9c5e5-9448-437e-84f3-c9e3b0167d3d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852425 Nov 15 12:43:37.203321 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-10177679-7845-4210-b044-06825be16065 req-4e1886f8-469c-4fc3-8808-2c8909f7e5b2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749302 Nov 15 12:43:38.403560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f5eb-4f7e-4fab-bbc1-5f565e779970 req-8938736e-6668-44e5-98ca-d9a6c6180a98 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:38.404920 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b4f5eb-4f7e-4fab-bbc1-5f565e779970 req-8938736e-6668-44e5-98ca-d9a6c6180a98 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0805466 Nov 15 12:43:38.417368 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4fff5-5664-4f77-bd5b-897e16547a76 req-96abee49-7fac-407b-91b8-87b51fc88ce6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:38.418804 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-46d4fff5-5664-4f77-bd5b-897e16547a76 req-96abee49-7fac-407b-91b8-87b51fc88ce6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0974097 Nov 15 12:43:38.492419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1b4f5eb-4f7e-4fab-bbc1-5f565e779970 req-cdb7d4d9-3862-435c-b79f-5c6dc7b2e9cb tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726602 Nov 15 12:43:38.495754 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-46d4fff5-5664-4f77-bd5b-897e16547a76 req-15a8f5bb-e1a0-4a5b-b7c0-a90c2538db7e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702119 Nov 15 12:43:39.559299 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:43:39.656860 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429bf56-96b2-451a-9f18-ebba1a0e22a1 req-e561e717-b940-44bf-8b53-8602377a85fa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:39.658285 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b429bf56-96b2-451a-9f18-ebba1a0e22a1 req-e561e717-b940-44bf-8b53-8602377a85fa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0916004 Nov 15 12:43:39.667007 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06e2b9-d493-47b7-972f-6255f14bc3c6 req-82d76bc6-ddc9-464d-bc36-cb822d55b9b6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:39.668440 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4a06e2b9-d493-47b7-972f-6255f14bc3c6 req-82d76bc6-ddc9-464d-bc36-cb822d55b9b6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0732076 Nov 15 12:43:39.692430 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:39.763522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b429bf56-96b2-451a-9f18-ebba1a0e22a1 req-367f23f7-9c13-46db-8ffc-794cd9b26aee tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939739 Nov 15 12:43:39.768516 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4a06e2b9-d493-47b7-972f-6255f14bc3c6 req-a9abc8ca-9c5f-4ce4-a347-899b7e6b1b9d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909066 Nov 15 12:43:40.172805 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49716) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:40.282853 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.359211 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.363230 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.403344 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44aa86c4dc394a46be71b7bd4a4c9f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294574 Nov 15 12:43:40.404119 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bbfcac-038d-4704-84d3-450037493b4c,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:40.406041 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49722) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:40.411729 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.412095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.412444 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.412785 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.413123 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.413457 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.413788 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.414120 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.414448 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.414800 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.415128 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.415451 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613d7905-b654-499a-b245-c5626808b71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:40.457982 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.480552 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.528868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.531491 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.532635 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81bbfcac-038d-4704-84d3-450037493b4c HTTP/1.1" status: 204 len: 168 time: 0.1255941 Nov 15 12:43:40.543507 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faba1b-6583-4720-8d36-5f15ca632174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bbfcac-038d-4704-84d3-450037493b4c,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:40.807272 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49732) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:40.821028 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2fe33a44-9e25-4d51-8000-8d4143b35f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.904166 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2fe33a44-9e25-4d51-8000-8d4143b35f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.908279 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2fe33a44-9e25-4d51-8000-8d4143b35f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:40.925756 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaa0f2-7cb0-4390-ba67-2dc29f5aab72 req-e3ada421-f741-4d12-89fe-bcd122e84be9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:40.927278 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6bbaa0f2-7cb0-4390-ba67-2dc29f5aab72 req-e3ada421-f741-4d12-89fe-bcd122e84be9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0838509 Nov 15 12:43:40.940822 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49a6bf-d6e2-44f8-8f85-67bc253f9b2d req-b10195e7-793c-4476-a0f9-246389da350d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:40.942489 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd49a6bf-d6e2-44f8-8f85-67bc253f9b2d req-b10195e7-793c-4476-a0f9-246389da350d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0888851 Nov 15 12:43:40.952380 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2fe33a44-9e25-4d51-8000-8d4143b35f34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bc5d8ac702d47d6a0951992054272ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439250 Nov 15 12:43:40.953642 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33a44-9e25-4d51-8000-8d4143b35f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fef5cb-e28e-41b6-b46f-977620ae3a04,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:40.956702 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49734) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:41.006557 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:41.020727 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bd49a6bf-d6e2-44f8-8f85-67bc253f9b2d req-96e073c9-21e0-45a4-8001-088fc90758cb tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696130 Nov 15 12:43:41.024054 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6bbaa0f2-7cb0-4390-ba67-2dc29f5aab72 req-d3ba6b93-9f67-4a8b-b5bb-8a767b713c66 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806320 Nov 15 12:43:41.029258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:41.082564 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:41.085553 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:41.086698 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8fef5cb-e28e-41b6-b46f-977620ae3a04 HTTP/1.1" status: 204 len: 168 time: 0.1289120 Nov 15 12:43:41.097084 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec599a-19ca-421b-8847-65e722ae8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fef5cb-e28e-41b6-b46f-977620ae3a04,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:41.324415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea103-638f-47bb-a286-2478732a40f5 req-02800dea-4ef0-49a9-a7b6-a0d7431fecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:41.326196 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-02800dea-4ef0-49a9-a7b6-a0d7431fecff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1099 time: 0.0446999 Nov 15 12:43:41.710040 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea103-638f-47bb-a286-2478732a40f5 req-4eba67d7-521b-403a-b857-e3cfcccaeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:41.711551 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-4eba67d7-521b-403a-b857-e3cfcccaeba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.3175640 Nov 15 12:43:41.780169 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-375245a2-4f61-4948-b291-eb22a3882de8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 1001 time: 0.0597420 Nov 15 12:43:41.842527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea103-638f-47bb-a286-2478732a40f5 req-b3a11aaf-9e9c-4b45-ace0-d7feb1310db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:41.844044 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-b3a11aaf-9e9c-4b45-ace0-d7feb1310db0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0502334 Nov 15 12:43:41.893177 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ea103-638f-47bb-a286-2478732a40f5 req-c879b4eb-1d77-4f5c-a3f2-4f90dc9891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:41.894688 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-c879b4eb-1d77-4f5c-a3f2-4f90dc9891b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395947 Nov 15 12:43:41.997385 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-42805951-2b06-4cf1-8e46-5b795ce45be5 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885041 Nov 15 12:43:42.191624 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c42ea103-638f-47bb-a286-2478732a40f5 req-c2fb5bce-5f88-4933-b5a8-43ad64a324d7 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868284 Nov 15 12:43:42.224741 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6055a9-55a0-4f59-ae8b-58105d9d8f8a req-1ae79aea-0b9c-43d2-8199-0335aa1130cd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:42.226233 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5a6055a9-55a0-4f59-ae8b-58105d9d8f8a req-1ae79aea-0b9c-43d2-8199-0335aa1130cd tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0998785 Nov 15 12:43:42.239048 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af740d9-ad1b-44a8-a8d1-3b8683b49226 req-345bddcf-1cea-4e89-be1f-e740483aa029 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:42.240545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9af740d9-ad1b-44a8-a8d1-3b8683b49226 req-345bddcf-1cea-4e89-be1f-e740483aa029 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.1122174 Nov 15 12:43:42.315250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5a6055a9-55a0-4f59-ae8b-58105d9d8f8a req-15ad2b6a-c5cf-4fad-89df-ee97346c4983 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736349 Nov 15 12:43:42.323404 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9af740d9-ad1b-44a8-a8d1-3b8683b49226 req-b9b16636-bf6a-4128-8914-1c60c1344803 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758998 Nov 15 12:43:42.851696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49788) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:42.955912 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f4c77803-f3b0-4b32-8368-2acc08b9ce6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.031472 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f4c77803-f3b0-4b32-8368-2acc08b9ce6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.035456 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f4c77803-f3b0-4b32-8368-2acc08b9ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.078681 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f4c77803-f3b0-4b32-8368-2acc08b9ce6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc4632fdc3e0448abf7707343ac1cda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257950 Nov 15 12:43:43.079761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c77803-f3b0-4b32-8368-2acc08b9ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecae128-7be8-4f50-8dd2-71942fabe2a5,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:43.081427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49792) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:43.134291 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.156196 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.204248 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.207022 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.208158 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ecae128-7be8-4f50-8dd2-71942fabe2a5 HTTP/1.1" status: 204 len: 168 time: 0.1257241 Nov 15 12:43:43.216022 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc820b4-e569-457d-a355-fd47277e4c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecae128-7be8-4f50-8dd2-71942fabe2a5,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:43.512118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654b72e-3c59-4641-91c5-c9c00c9d21f5 req-5526aec5-8a65-442d-a542-f0ce11dc821b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:43.513621 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7654b72e-3c59-4641-91c5-c9c00c9d21f5 req-5526aec5-8a65-442d-a542-f0ce11dc821b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.1036203 Nov 15 12:43:43.521684 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49804) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:43.530213 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8927a6-2423-44b3-8f70-f257638cdadb req-0f6f67ba-b89a-4d30-a962-3b062b980e63 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:43.531846 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e8927a6-2423-44b3-8f70-f257638cdadb req-0f6f67ba-b89a-4d30-a962-3b062b980e63 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0744431 Nov 15 12:43:43.547435 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b1d77332-b1e2-4cc4-a83e-609914e3bd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.609087 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7654b72e-3c59-4641-91c5-c9c00c9d21f5 req-43c5061a-cb36-43fa-b0dc-02debe0a3a57 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762315 Nov 15 12:43:43.617527 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e8927a6-2423-44b3-8f70-f257638cdadb req-3b6e28e4-f158-43c9-9ab4-10064e085b70 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752738 Nov 15 12:43:43.636726 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b1d77332-b1e2-4cc4-a83e-609914e3bd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.641036 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b1d77332-b1e2-4cc4-a83e-609914e3bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.681485 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b1d77332-b1e2-4cc4-a83e-609914e3bd26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91f6fdd6034d4d59aaa590f984f4466d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583414 Nov 15 12:43:43.683347 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d77332-b1e2-4cc4-a83e-609914e3bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba6b49-de85-4094-901c-9312487594c3,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:43.684743 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49806) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:43.734690 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.758929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.805836 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.809011 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:43.810137 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88ba6b49-de85-4094-901c-9312487594c3 HTTP/1.1" status: 204 len: 168 time: 0.1244252 Nov 15 12:43:43.817653 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6da05-3e11-4994-b70e-35646a67a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba6b49-de85-4094-901c-9312487594c3,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:44.781436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91884-0435-4ffd-b77c-28e78bee5d69 req-53151365-1f8e-45ce-bf74-5c4224e02812 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:44.783205 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43e91884-0435-4ffd-b77c-28e78bee5d69 req-53151365-1f8e-45ce-bf74-5c4224e02812 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0919702 Nov 15 12:43:44.793138 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d8e0-e52a-4faa-bffd-79341a10b19d req-2376b326-8d5c-4ea8-baf3-7363aeb26898 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:44.794638 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0f27d8e0-e52a-4faa-bffd-79341a10b19d req-2376b326-8d5c-4ea8-baf3-7363aeb26898 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1048484 Nov 15 12:43:44.867389 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-43e91884-0435-4ffd-b77c-28e78bee5d69 req-a3e3439d-0fb4-42dd-8b80-fdfecd3521cd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716305 Nov 15 12:43:44.879940 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0f27d8e0-e52a-4faa-bffd-79341a10b19d req-c8f5bceb-0a12-469b-ab0b-c54079fc48b4 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697701 Nov 15 12:43:46.033154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70af03-2f5f-4316-aac8-585a2e24add5 req-7fb43433-15c5-4ae7-8d23-4c6c572eab90 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:46.034598 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4d70af03-2f5f-4316-aac8-585a2e24add5 req-7fb43433-15c5-4ae7-8d23-4c6c572eab90 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0762219 Nov 15 12:43:46.042306 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaafc88-e78a-47fa-ae04-73e29628e5b9 req-621a8c5c-f5ba-483a-843f-6d402397d875 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:46.043703 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-edaafc88-e78a-47fa-ae04-73e29628e5b9 req-621a8c5c-f5ba-483a-843f-6d402397d875 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0872376 Nov 15 12:43:46.115759 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4d70af03-2f5f-4316-aac8-585a2e24add5 req-30f9326d-0cb1-4314-9182-b37b83bd7b13 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711029 Nov 15 12:43:46.119019 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-edaafc88-e78a-47fa-ae04-73e29628e5b9 req-6e7c6e37-f902-4c03-b48d-e719697af65e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684421 Nov 15 12:43:47.284827 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb5ff5-9b8e-4f9a-9965-8a81a08199c0 req-03fe21c1-6403-4104-837b-6c8c70bf555e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:47.286457 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b5bb5ff5-9b8e-4f9a-9965-8a81a08199c0 req-03fe21c1-6403-4104-837b-6c8c70bf555e tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0914829 Nov 15 12:43:47.303675 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e277dc0-6d02-448d-ac8a-f5b4bed99eb4 req-e2018214-43b2-49b2-b7d9-b66732d79826 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:47.305142 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e277dc0-6d02-448d-ac8a-f5b4bed99eb4 req-e2018214-43b2-49b2-b7d9-b66732d79826 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0972321 Nov 15 12:43:47.375560 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b5bb5ff5-9b8e-4f9a-9965-8a81a08199c0 req-7cf19e0a-acda-4d2e-957f-a3cf33e7a8c2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807800 Nov 15 12:43:47.382814 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e277dc0-6d02-448d-ac8a-f5b4bed99eb4 req-c31fd95a-4f86-4b16-a49d-5bf6456b9d0b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645914 Nov 15 12:43:48.130749 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49904) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:48.235194 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.312490 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.317168 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.355407 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7a43d7b4bad4f6787f2ae8d2e22fbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235587 Nov 15 12:43:48.356115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3911e1db-6045-4d0f-aab5-5390cb918cd6,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:48.357993 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49908) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:48.373880 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.374235 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.374574 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.374943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.375328 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.375607 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.375938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.376264 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.376592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.376914 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.377240 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.377555 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702ffef3-8df3-4c14-ac52-58a1a123b87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:43:48.416667 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.439844 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.548403 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30301b-df25-41b6-abda-2455d8495dd1 req-1a00162b-0a57-4a9a-81d3-ad99372bd766 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:48.549804 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-be30301b-df25-41b6-abda-2455d8495dd1 req-1a00162b-0a57-4a9a-81d3-ad99372bd766 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0991042 Nov 15 12:43:48.558608 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb263a10-7488-4215-bff7-77f61996e5db req-042e6f1c-3cb2-4195-8f62-4466424e9865 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:48.560023 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cb263a10-7488-4215-bff7-77f61996e5db req-042e6f1c-3cb2-4195-8f62-4466424e9865 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0955534 Nov 15 12:43:48.586846 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.589986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.591089 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3911e1db-6045-4d0f-aab5-5390cb918cd6 HTTP/1.1" status: 204 len: 168 time: 0.2321856 Nov 15 12:43:48.623296 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce132a43-bd72-4fd9-aa5d-885b5f9035f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3911e1db-6045-4d0f-aab5-5390cb918cd6,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:48.649265 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-be30301b-df25-41b6-abda-2455d8495dd1 req-5f27f27c-5b95-460a-8ff8-0537c2c079df tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883029 Nov 15 12:43:48.653684 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cb263a10-7488-4215-bff7-77f61996e5db req-90973392-081b-4e19-975e-b81bbf00245f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867639 Nov 15 12:43:48.877288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49920) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:48.891024 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9e8410a3-0548-4d19-8711-254e47b35de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.970577 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9e8410a3-0548-4d19-8711-254e47b35de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:48.974382 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9e8410a3-0548-4d19-8711-254e47b35de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.012100 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-9e8410a3-0548-4d19-8711-254e47b35de3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f59c193584b40debeb4c63c32347c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337409 Nov 15 12:43:49.012921 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8410a3-0548-4d19-8711-254e47b35de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d52431c-73ed-4f0e-9c53-8c892ce9d093,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:49.014798 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49922) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:49.063423 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.084185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.133363 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.136362 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.137636 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d52431c-73ed-4f0e-9c53-8c892ce9d093 HTTP/1.1" status: 204 len: 168 time: 0.1217732 Nov 15 12:43:49.145810 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a017-a0bd-4e71-8210-c6ffc7922378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d52431c-73ed-4f0e-9c53-8c892ce9d093,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:49.412692 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9c134ecf-ed0f-474d-b811-3deff484fa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.807127 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f421dc-d1ae-450a-a204-b89290d17028 req-ff204022-35b8-483c-b785-55e9797a6f25 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:49.809702 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-80f421dc-d1ae-450a-a204-b89290d17028 req-ff204022-35b8-483c-b785-55e9797a6f25 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0830295 Nov 15 12:43:49.829356 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeaee7-a435-4fb2-af5b-e4332cdb067c req-d6c92278-85f7-4d37-b6f1-c725b2342f54 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:49.831281 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51aeaee7-a435-4fb2-af5b-e4332cdb067c req-d6c92278-85f7-4d37-b6f1-c725b2342f54 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.0936487 Nov 15 12:43:49.844576 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 49950) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:49.900504 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-80f421dc-d1ae-450a-a204-b89290d17028 req-ecb47746-415a-447a-8d21-2fb5bf7221d1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855634 Nov 15 12:43:49.907812 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-51aeaee7-a435-4fb2-af5b-e4332cdb067c req-098df9dc-8c87-4c29-b04e-c9fef41ac54e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665545 Nov 15 12:43:49.953791 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1347096400-network', 'tenant_id': 'ff96d81628ad4a9a884766ce86b9c684'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:49.978874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Made reservation on behalf of ff96d81628ad4a9a884766ce86b9c684 for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:43:49.981258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:49.989664 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.064350 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.069492 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.098159 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:43:50.103942 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:50.112300 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.112300 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Added segment 1aade883-eeb2-43cd-8bbc-3c3953e9fc8a of type vlan for network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 Nov 15 12:43:50.159829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.185211 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.186192 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:50.186821 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.242473 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3967786 Nov 15 12:43:50.246175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 49956) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:43:50.251282 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Request body: {'subnet': {'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1347096400-subnet', 'tenant_id': 'ff96d81628ad4a9a884766ce86b9c684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:50.254820 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeae2a1-3301-4eb4-8f03-57c7cfcf8fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=29845f19-cbb4-4be4-8944-6f3102b0a7e4,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:50.265701 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:43:50.276861 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Made reservation on behalf of ff96d81628ad4a9a884766ce86b9c684 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:43:50.279223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.464489 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.525656 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1222a69-b1fb-42f3-96a0-66615d942fa5,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:50.543674 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Checking segment: {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:43:50.544028 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Network hostable DHCP agents. Network: 29845f19-cbb4-4be4-8944-6f3102b0a7e4, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:43:50.563891 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:43:50.572650 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, 29845f19-cbb4-4be4-8944-6f3102b0a7e4) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:43:50.576699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:50.577290 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:50.581643 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b12e4c-a1be-47ad-9591-b426b23f9379 None None] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:43:50.595130 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4cc7507a-6dae-482f-a589-867d8587b69d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3473806 Nov 15 12:43:50.712287 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e737a14-8867-4df7-8fe4-a65f49aff16c None None] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:43:50.993215 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:43:51.066160 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee082b30-5111-4b42-a521-4ce69fc9735a req-fb5ee7df-d4d1-4779-8ae5-4f40a69bb903 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:51.074244 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee082b30-5111-4b42-a521-4ce69fc9735a req-fb5ee7df-d4d1-4779-8ae5-4f40a69bb903 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0986240 Nov 15 12:43:51.117556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebfe54-9792-478f-bb71-f37ef5f48aea req-a2615635-ec63-4fe5-8e7c-29e8429b45c5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:51.132903 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a9ebfe54-9792-478f-bb71-f37ef5f48aea req-a2615635-ec63-4fe5-8e7c-29e8429b45c5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 944 time: 0.1376951 Nov 15 12:43:51.133228 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:51.139910 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'mac_address': 'fa:16:3e:fb:53:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:43:51.184907 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ee082b30-5111-4b42-a521-4ce69fc9735a req-ed84871c-a260-49e6-aec4-ef35b9d44b57 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097789 Nov 15 12:43:51.185505 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:51.205278 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:43:51.210687 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a9ebfe54-9792-478f-bb71-f37ef5f48aea req-7003c3c7-5725-4da7-a362-154d26391c75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840847 Nov 15 12:43:51.231374 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:51.235751 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:51.284262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=9']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:51.689963 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['7a90a770-a011-4cb6-9fcf-893773b8d120'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:43:51.895544 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-22736b69-e857-444e-8007-591434928da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:52.373376 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6395ac-4570-4278-8117-0c45c0645986 req-71692b39-ca64-44bd-9cef-fe0e806fceac tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:52.374894 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4f6395ac-4570-4278-8117-0c45c0645986 req-71692b39-ca64-44bd-9cef-fe0e806fceac tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1112268 Nov 15 12:43:52.430117 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-5e793c52-bfab-406b-8479-42cdb476d11e tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:52.432221 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-5e793c52-bfab-406b-8479-42cdb476d11e tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/networks?id=29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 200 len: 809 time: 0.1410470 Nov 15 12:43:52.458618 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1995517c-e4b8-4e77-8227-58e56fa4a8a7 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/quotas/ff96d81628ad4a9a884766ce86b9c684 HTTP/1.1" status: 200 len: 375 time: 0.0207400 Nov 15 12:43:52.464151 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4f6395ac-4570-4278-8117-0c45c0645986 req-aaee93f7-9dbc-407c-abc8-1aafbd086daf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824776 Nov 15 12:43:52.492435 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-93f6b906-d164-4cb6-9ead-36b8b9059b3b tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273120 Nov 15 12:43:52.617970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597a453-9cd9-4357-ac34-183030745949 req-aa50e457-cc92-4916-b6ca-acac449f3f8b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:52.620217 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f597a453-9cd9-4357-ac34-183030745949 req-aa50e457-cc92-4916-b6ca-acac449f3f8b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0992246 Nov 15 12:43:52.648337 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-44ba1564-b92b-4e99-91e2-3cbbf9ccf3a3 service neutron] 10.222.0.43 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487217 Nov 15 12:43:52.725119 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f597a453-9cd9-4357-ac34-183030745949 req-ae1c2a6a-ebc7-4ac2-88ca-0c08646b409f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986714 Nov 15 12:43:52.766756 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-d3e9c7e0-cf92-44bd-aa4a-34f5e03de53c service neutron] 10.222.0.43 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112838 Nov 15 12:43:52.943300 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d5ed1ef3-7194-49f5-ad1a-d61b38510aa3 req-8f0cf4df-57c3-4c94-bc3d-e2a653c9dfc5 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 210 time: 0.0330405 Nov 15 12:43:52.968110 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690dbe7-db53-4fbb-8c3e-9cd7e4db76bb req-a759ced6-1b62-4488-9fe1-0d8fed491bb8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:52.969602 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9690dbe7-db53-4fbb-8c3e-9cd7e4db76bb req-a759ced6-1b62-4488-9fe1-0d8fed491bb8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0949066 Nov 15 12:43:53.018484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9690dbe7-db53-4fbb-8c3e-9cd7e4db76bb req-6671d22e-c847-4ce9-a849-792e0c0d9d71 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Nov 15 12:43:53.165412 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:53.844191 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7fa5-2803-42ff-ae6a-abc49aa09080 req-9181affe-ceaa-4921-841e-b13091ae2cf9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:53.845679 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e6b7fa5-2803-42ff-ae6a-abc49aa09080 req-9181affe-ceaa-4921-841e-b13091ae2cf9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0478795 Nov 15 12:43:53.892657 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e6b7fa5-2803-42ff-ae6a-abc49aa09080 req-da139500-26f6-4922-b618-5897d71334f9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Nov 15 12:43:54.038981 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0cca382-f6e1-4ae1-9f5d-536fe76b161e req-1f467334-dea0-4f75-8990-c6768915d2c6 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 210 time: 0.0258572 Nov 15 12:43:54.137802 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f09a13-8dca-4a23-a849-adc9b6ad10e2 req-57c94be6-7b44-4aa9-ad01-4e98810b70a0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:54.138906 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75f09a13-8dca-4a23-a849-adc9b6ad10e2 req-57c94be6-7b44-4aa9-ad01-4e98810b70a0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0539606 Nov 15 12:43:54.168856 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:54.189786 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75f09a13-8dca-4a23-a849-adc9b6ad10e2 req-c9f2cc9b-2b38-4c0e-a74f-a95ddb61ba4d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Nov 15 12:43:55.000023 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:55.017070 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a82fd1-ce55-4407-a9d5-3c0e4f59d5cc req-cc1422e1-c6df-44e7-ba81-d7e8cf1f3b7b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.018567 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-63a82fd1-ce55-4407-a9d5-3c0e4f59d5cc req-cc1422e1-c6df-44e7-ba81-d7e8cf1f3b7b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 945 time: 0.0529897 Nov 15 12:43:55.067456 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-63a82fd1-ce55-4407-a9d5-3c0e4f59d5cc req-5d9a9331-e08e-4b19-a4a7-22ac005bfb77 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429707 Nov 15 12:43:55.135664 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b0645f8f-4ad9-4dc9-84c1-cdf4942ad990 req-09593621-a789-4120-85d3-78a671cc70ca tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 210 time: 0.0252924 Nov 15 12:43:55.345737 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230b3d-434d-418f-87ed-315fcc6e9af9 req-acd69248-12d3-4f67-9db1-3fd961bbce25 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.347243 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-55230b3d-434d-418f-87ed-315fcc6e9af9 req-acd69248-12d3-4f67-9db1-3fd961bbce25 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0825891 Nov 15 12:43:55.354653 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-580712c0-a1b8-47be-84d1-d85360dce904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.356131 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-580712c0-a1b8-47be-84d1-d85360dce904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 1099 time: 0.0569720 Nov 15 12:43:55.453218 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-55230b3d-434d-418f-87ed-315fcc6e9af9 req-05fe40e6-b2a9-491d-97d7-339ceaf8b6bf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958080 Nov 15 12:43:55.485868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-03ce9447-b501-4968-9f39-95a1fdcfeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.487407 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-03ce9447-b501-4968-9f39-95a1fdcfeafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.1235573 Nov 15 12:43:55.556981 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-0cd9b11b-ebf9-4d89-8f3d-3cce3dccff16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 200 len: 1001 time: 0.0597587 Nov 15 12:43:55.610143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-deed5019-751e-4595-8748-6bd01efd9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.611657 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-deed5019-751e-4595-8748-6bd01efd9098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0469656 Nov 15 12:43:55.662298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-dde6a5dd-1593-40c8-82ef-03733dcf5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.663836 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-dde6a5dd-1593-40c8-82ef-03733dcf5b8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448754 Nov 15 12:43:55.757593 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-2e2936b0-746c-481a-af4c-75cb76f3680d service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Nov 15 12:43:55.880730 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27f95d61-eecb-4063-9bfe-b55b85f0a6c6 req-c083fc66-eb1d-4288-8c26-af95081dd615 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919108 Nov 15 12:43:55.951022 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:43:55.992045 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-4ff3a66d-32e3-459d-ab8d-b9eafd0b60b6 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:55.994991 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-4ff3a66d-32e3-459d-ab8d-b9eafd0b60b6 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "GET /v2.0/networks?id=29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 200 len: 809 time: 0.1151266 Nov 15 12:43:56.001233 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 7a90a770-a011-4cb6-9fcf-893773b8d120 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:43:56.001602 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.033241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Request body: {'port': {'device_id': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4', 'admin_state_up': True, 'tenant_id': 'ff96d81628ad4a9a884766ce86b9c684'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:56.086191 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.109650 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:56.111961 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4fcf6-4e4a-41a3-8d0d-31f842b28426" -d '{"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:56.131529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:43:56.136964 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.162711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a9bb3-230e-49ad-a8d5-95cfcbcfc767 x-openstack-request-id: req-686a9bb3-230e-49ad-a8d5-95cfcbcfc767 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:56.163042 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-plugged", "status": "completed", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:56.163321 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-686a9bb3-230e-49ad-a8d5-95cfcbcfc767 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:56.163703 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'code': 200} Nov 15 12:43:56.197903 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Made reservation on behalf of ff96d81628ad4a9a884766ce86b9c684 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:43:56.204153 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=10']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:56.206310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.263507 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b5e46bdd-0653-4eb0-9ffc-9c152865db6e req-c7a0928e-d17d-4551-8ab6-06f890564b51 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Nov 15 12:43:56.277739 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2735be-9101-4b47-91d0-cddb26ea08e4 req-69f180a6-a6e1-42c2-85c7-b7de9181ccce tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:56.279763 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7b2735be-9101-4b47-91d0-cddb26ea08e4 req-69f180a6-a6e1-42c2-85c7-b7de9181ccce tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.1228163 Nov 15 12:43:56.338933 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7b2735be-9101-4b47-91d0-cddb26ea08e4 req-2fca2a7d-f389-4b72-9ad8-5bff628ce058 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522823 Nov 15 12:43:56.379757 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Allocated IP 172.20.0.13 (29845f19-cbb4-4be4-8944-6f3102b0a7e4/a1222a69-b1fb-42f3-96a0-66615d942fa5/91f8689a-c33d-4d2a-b3f7-77685467e63f) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:43:56.543907 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.581208 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f0d2-80bf-490d-9c52-7bdbda3cdb2a req-3d85566c-d0d6-47f9-9553-19cd0900d0e0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:56.582726 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.582943 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fd01f0d2-80bf-490d-9c52-7bdbda3cdb2a req-3d85566c-d0d6-47f9-9553-19cd0900d0e0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0564828 Nov 15 12:43:56.639582 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:43:56.642930 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:43:56.649063 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:43:56.652962 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fd01f0d2-80bf-490d-9c52-7bdbda3cdb2a req-e0879b2a-b533-4315-9032-c31bcad6246f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623472 Nov 15 12:43:56.656737 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Pushing event updated for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:56.705127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:56.705747 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.723634 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-f3752dca-81b9-4656-9581-6ba36dff4f5f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955738 Nov 15 12:43:56.771174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Request body: {'port': {'device_id': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:43:56.823544 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:56.835504 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5c67-8f18-4ba5-a7c7-c605fe8cbea2 req-9617ca2d-4060-48a0-83ed-4c9d6669c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:56.837002 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efbf5c67-8f18-4ba5-a7c7-c605fe8cbea2 req-9617ca2d-4060-48a0-83ed-4c9d6669c216 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1100 time: 0.0392148 Nov 15 12:43:56.888756 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efbf5c67-8f18-4ba5-a7c7-c605fe8cbea2 req-069fc136-0404-4dc3-ace7-6acd5b56936c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446265 Nov 15 12:43:57.091415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f8689a-c33d-4d2a-b3f7-77685467e63f {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:43:57.098929 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.111296 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Transition to ACTIVE for port object 91f8689a-c33d-4d2a-b3f7-77685467e63f will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:43:57.114987 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.164943 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:57.241767 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Attempting to bind port 91f8689a-c33d-4d2a-b3f7-77685467e63f on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:43:57.242100 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Attempting to bind port 91f8689a-c33d-4d2a-b3f7-77685467e63f by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:43:57.242433 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Attempting to bind port 91f8689a-c33d-4d2a-b3f7-77685467e63f on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:43:57.247369 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Port 91f8689a-c33d-4d2a-b3f7-77685467e63f on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:43:57.247696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Attempting to bind port 91f8689a-c33d-4d2a-b3f7-77685467e63f on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:43:57.252504 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:43:57.252901 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Checking segment: {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:43:57.253234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Bound using segment: {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:43:57.253662 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Bound port: 91f8689a-c33d-4d2a-b3f7-77685467e63f, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:43:57.254059 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.327627 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:43:57.332635 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:43:57.337554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.376581 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.377204 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:43:57.378621 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] 10.222.0.36 "PUT /v2.0/ports/91f8689a-c33d-4d2a-b3f7-77685467e63f HTTP/1.1" status: 200 len: 1094 time: 0.6153777 Nov 15 12:43:57.379118 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:43:57.381557 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:43:57.390832 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653910-ba05-43e2-bcf4-ec29430a9140 req-d4424d8f-c68c-4853-a2f5-35c9b7fd66f0 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.402313 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60653910-ba05-43e2-bcf4-ec29430a9140 req-d4424d8f-c68c-4853-a2f5-35c9b7fd66f0 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 944 time: 0.0712082 Nov 15 12:43:57.418394 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998543c-b485-4d9f-af43-4fada4f58c11 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:43:57.491742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-d66114a7-e749-404b-b978-03a6fad8a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.493296 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-d66114a7-e749-404b-b978-03a6fad8a73e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 1097 time: 0.0440688 Nov 15 12:43:57.494469 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-60653910-ba05-43e2-bcf4-ec29430a9140 req-efd36fc0-3b58-4551-a3ff-403a1e6ea61a tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927203 Nov 15 12:43:57.507409 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534b665-8ae6-4164-a9b5-2a005519e364 req-d42b4f27-e034-4284-a82d-d9f9b670bc2a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.508910 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a534b665-8ae6-4164-a9b5-2a005519e364 req-d42b4f27-e034-4284-a82d-d9f9b670bc2a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.0703480 Nov 15 12:43:57.551514 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d486f46-385a-4e77-8fb0-4b84b0d82b1a x-openstack-request-id: req-9d486f46-385a-4e77-8fb0-4b84b0d82b1a {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:43:57.551803 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:43:57.552055 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d486f46-385a-4e77-8fb0-4b84b0d82b1a {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:43:57.552451 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f', 'status': 'completed', 'code': 200} Nov 15 12:43:57.554201 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-950b00fa-7ff7-4999-815a-bb4c55706d70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f HTTP/1.1" status: 200 len: 217 time: 0.0415552 Nov 15 12:43:57.560404 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a534b665-8ae6-4164-a9b5-2a005519e364 req-f6c8150b-9bed-44d9-b381-f7b8df1bd897 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 Nov 15 12:43:57.618127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2723-a174-4538-896c-889ce28a86c5 req-80d6e39e-fcc4-443d-98ba-377a3843fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.620393 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-80d6e39e-fcc4-443d-98ba-377a3843fd3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1222a69-b1fb-42f3-96a0-66615d942fa5 HTTP/1.1" status: 200 len: 849 time: 0.0464191 Nov 15 12:43:57.658435 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-da47634d-b815-4895-8f06-cfa57f848ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29845f19-cbb4-4be4-8944-6f3102b0a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297201 Nov 15 12:43:57.758377 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-d0a269ba-dbb4-47fe-84b6-ba6f4c06e5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912306 Nov 15 12:43:57.774118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87716e82-90f9-43c6-8f64-fdcb53af2e31 req-7495dc73-c758-4cdf-a899-399766a1a3b2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:57.776207 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87716e82-90f9-43c6-8f64-fdcb53af2e31 req-7495dc73-c758-4cdf-a899-399766a1a3b2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0509250 Nov 15 12:43:57.827048 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-87716e82-90f9-43c6-8f64-fdcb53af2e31 req-6dcaba89-3210-46b7-b927-a7b4339b30c6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Nov 15 12:43:57.858619 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-77ea2723-a174-4538-896c-889ce28a86c5 req-6c00b7a7-1901-4975-976e-cd04372e545d service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863845 Nov 15 12:43:58.000541 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-b1149286-0c47-45ce-9f92-187f9a86faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:58.002006 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-b1149286-0c47-45ce-9f92-187f9a86faf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 1097 time: 0.0404193 Nov 15 12:43:58.104043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-1a203b72-0bde-453b-89b6-ba87947aba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:58.105632 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-1a203b72-0bde-453b-89b6-ba87947aba93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 200 len: 910 time: 0.0900095 Nov 15 12:43:58.147101 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-c43f9597-253f-4af7-9bf3-0a6b0ad384ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f HTTP/1.1" status: 200 len: 217 time: 0.0337720 Nov 15 12:43:58.200760 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-dfd510a1-6ab1-421e-842b-0c82b8a72871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:58.202218 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-dfd510a1-6ab1-421e-842b-0c82b8a72871 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1222a69-b1fb-42f3-96a0-66615d942fa5 HTTP/1.1" status: 200 len: 849 time: 0.0483091 Nov 15 12:43:58.265235 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-c9b761a8-9f0b-4e97-a957-024d1556e362 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29845f19-cbb4-4be4-8944-6f3102b0a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260417 Nov 15 12:43:58.386470 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-ba89c3fd-eca9-4123-825d-3e6079762ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061416 Nov 15 12:43:58.500309 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-df94f9b8-fdbc-4608-a7f5-68f26d12c6ee req-4700e292-f705-49b0-b06a-711cd2582518 service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039269 Nov 15 12:43:58.624131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07600214-f741-455b-ac3e-bdd6ff290cee req-4f1fe5b9-0a97-4161-893d-80b32d222335 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:58.627513 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-07600214-f741-455b-ac3e-bdd6ff290cee req-4f1fe5b9-0a97-4161-893d-80b32d222335 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 944 time: 0.0624363 Nov 15 12:43:58.724904 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-07600214-f741-455b-ac3e-bdd6ff290cee req-87e554a8-3d53-476d-8bb2-02a1f9c98583 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856395 Nov 15 12:43:58.734212 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6d930-75e4-4a93-a37e-2adfec0fac54 req-541b3a52-e8f7-40e0-bd60-0f688ce05298 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:58.739989 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a8b6d930-75e4-4a93-a37e-2adfec0fac54 req-541b3a52-e8f7-40e0-bd60-0f688ce05298 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.0927007 Nov 15 12:43:58.788164 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a8b6d930-75e4-4a93-a37e-2adfec0fac54 req-483761b1-ee05-49e8-b6fa-e039113db5c5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459702 Nov 15 12:43:59.856299 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa71e4d-9290-4c66-9eb2-886e81061002 req-c9564198-8674-414d-b785-13bbebcb7f64 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:59.857779 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1aa71e4d-9290-4c66-9eb2-886e81061002 req-c9564198-8674-414d-b785-13bbebcb7f64 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 944 time: 0.0558126 Nov 15 12:43:59.933482 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1aa71e4d-9290-4c66-9eb2-886e81061002 req-ec55cccd-67c2-450c-908d-ac6a6633ade2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Nov 15 12:43:59.943905 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e842d8-17fb-4541-981b-4e9ae815f441 req-8eedf5cb-6ac6-4154-96ef-4b62662bf5d1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:43:59.945328 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-74e842d8-17fb-4541-981b-4e9ae815f441 req-8eedf5cb-6ac6-4154-96ef-4b62662bf5d1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.0752106 Nov 15 12:43:59.981640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 91f8689a-c33d-4d2a-b3f7-77685467e63f details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:43:59.995117 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-74e842d8-17fb-4541-981b-4e9ae815f441 req-4ed9f8a1-9eb4-4794-bf29-270f9a050b17 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Nov 15 12:44:00.080516 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:00.091802 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '91f8689a-c33d-4d2a-b3f7-77685467e63f', 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4', 'port_id': '91f8689a-c33d-4d2a-b3f7-77685467e63f', 'mac_address': 'fa:16:3e:72:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1222a69-b1fb-42f3-96a0-66615d942fa5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:44:00.130809 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:00.144071 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f8689a-c33d-4d2a-b3f7-77685467e63f {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:44:00.168047 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:00.172283 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:00.219765 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:00.535022 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['91f8689a-c33d-4d2a-b3f7-77685467e63f'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:44:01.081288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777c08-57ff-4864-bd4b-f7679e0f36fc req-463f990d-7079-4ebc-bbf3-29106bf1b0a5 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:01.082790 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1c777c08-57ff-4864-bd4b-f7679e0f36fc req-463f990d-7079-4ebc-bbf3-29106bf1b0a5 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 945 time: 0.0812626 Nov 15 12:44:01.091521 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2e26-5e65-414d-acf0-ed92d02ade57 req-efca9fd6-1865-423a-9f48-f38da0f9d75d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:01.092902 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-712a2e26-5e65-414d-acf0-ed92d02ade57 req-efca9fd6-1865-423a-9f48-f38da0f9d75d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.0820467 Nov 15 12:44:01.170918 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1c777c08-57ff-4864-bd4b-f7679e0f36fc req-6289a2fb-c550-40fe-80d3-3e2b1e35d88f tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770400 Nov 15 12:44:01.174394 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-712a2e26-5e65-414d-acf0-ed92d02ade57 req-2bad5290-029a-4d79-8954-47dc516e7d5d tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Nov 15 12:44:01.979135 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 91f8689a-c33d-4d2a-b3f7-77685467e63f up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:02.027681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 91f8689a-c33d-4d2a-b3f7-77685467e63f completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:44:02.031820 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 91f8689a-c33d-4d2a-b3f7-77685467e63f triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:02.032191 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:02.108057 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:02.129984 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:02.132201 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c1c156-5234-4af8-875b-5b2d0010072f" -d '{"events": [{"server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "name": "network-vif-plugged", "status": "completed", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:02.145960 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:02.151165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:02.177446 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed6061-beb1-422d-a8c2-03637d336c34 x-openstack-request-id: req-99ed6061-beb1-422d-a8c2-03637d336c34 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:02.177764 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "name": "network-vif-plugged", "status": "completed", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:02.178018 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99ed6061-beb1-422d-a8c2-03637d336c34 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:02.178404 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f', 'code': 200} Nov 15 12:44:02.205365 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:02.329800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e81eb-5b33-45f1-97e5-7fa6fa9614c5 req-aa72861a-ec17-447f-9df3-7594a0827c6d tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:02.331220 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-725e81eb-5b33-45f1-97e5-7fa6fa9614c5 req-aa72861a-ec17-447f-9df3-7594a0827c6d tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0820374 Nov 15 12:44:02.343604 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4fac-11ed-411f-8c8f-0f68dd7dcfc9 req-d1b7a8d2-de80-428e-9332-1afbdc1cf058 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:02.345075 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fd0e4fac-11ed-411f-8c8f-0f68dd7dcfc9 req-d1b7a8d2-de80-428e-9332-1afbdc1cf058 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.0872545 Nov 15 12:44:02.397201 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a957ee-5826-4c32-bbdd-1d3ac1316275 req-0e1b0e4c-4c30-44c7-8fd6-333706c9b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:02.398726 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-79a957ee-5826-4c32-bbdd-1d3ac1316275 req-0e1b0e4c-4c30-44c7-8fd6-333706c9b15b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 1099 time: 0.0407128 Nov 15 12:44:02.421625 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-725e81eb-5b33-45f1-97e5-7fa6fa9614c5 req-6d7faa43-a969-48af-9552-dfcb3fdc4af7 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723710 Nov 15 12:44:02.423905 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fd0e4fac-11ed-411f-8c8f-0f68dd7dcfc9 req-1bef90e5-387a-41b8-94f8-18fc6a59acbf tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721323 Nov 15 12:44:02.456976 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-79a957ee-5826-4c32-bbdd-1d3ac1316275 req-f58e4eb7-f093-49a0-bb9b-d39cfe725827 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Nov 15 12:44:03.163445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-ffbcf333-230e-4baa-8b0b-4e68c745a069 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:03.164888 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-ffbcf333-230e-4baa-8b0b-4e68c745a069 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 945 time: 0.0822644 Nov 15 12:44:03.294447 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Deleting port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:03.294807 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:03.385308 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] For port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,segment=NetworkSegment(fc9ff89d-101c-40cf-ab5f-d4f1116e8790),segment_id=fc9ff89d-101c-40cf-ab5f-d4f1116e8790)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:03.385669 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:03.400362 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Calling delete_port for fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:03.538439 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:03.572491 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a84efd-f054-480c-9184-473e7cfe10c9 req-c6031855-bde6-411e-b1ee-9d26f8dd29b7 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:03.573740 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44a84efd-f054-480c-9184-473e7cfe10c9 req-c6031855-bde6-411e-b1ee-9d26f8dd29b7 tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec023efe-8c28-4d57-a7a1-eb10caa7a723 HTTP/1.1" status: 200 len: 867 time: 0.0666821 Nov 15 12:44:03.576508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:44:03.586810 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307efc9-0503-4f48-b187-073d1f6e9a26 req-7de9db19-b4ad-45bc-801b-9d686aee12e2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:03.589124 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d307efc9-0503-4f48-b187-073d1f6e9a26 req-7de9db19-b4ad-45bc-801b-9d686aee12e2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0905218 Nov 15 12:44:03.600414 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Pushing event deleted for resources: {'Port': ['ID=fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:03.638823 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] No DVR routers for this DVR port fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:44:03.641369 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:03.644819 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e48f64a6-7b6f-4004-85cb-99f9a8582499 req-f9a0af93-b921-49b1-9c8f-bb7796e5ee9b tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.36 "DELETE /v2.0/ports/fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 HTTP/1.1" status: 204 len: 173 time: 0.4729488 Nov 15 12:44:03.645270 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'name': 'network-vif-deleted', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:03.647659 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a25076-f683-44f8-95b4-d04cfdc30f1f" -d '{"events": [{"server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "name": "network-vif-deleted", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:03.666419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44a84efd-f054-480c-9184-473e7cfe10c9 req-3b2604b9-833b-4e7d-95dd-2edec753303c tempest-VolumesSnapshotTestJSON-432847973 tempest-VolumesSnapshotTestJSON-432847973-project] 10.222.0.43 "GET /v2.0/security-groups?id=9034eecb-5194-4ec7-abd0-54a1f1e6ef37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763109 Nov 15 12:44:03.670759 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d307efc9-0503-4f48-b187-073d1f6e9a26 req-b8fa1dcb-48fa-47ee-b6e3-fc6b718fe606 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749769 Nov 15 12:44:03.720618 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e1ecb9-c7cc-4708-b115-d98c9ce04400 x-openstack-request-id: req-08e1ecb9-c7cc-4708-b115-d98c9ce04400 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:03.720906 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec023efe-8c28-4d57-a7a1-eb10caa7a723", "name": "network-vif-deleted", "tag": "fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:03.721153 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08e1ecb9-c7cc-4708-b115-d98c9ce04400 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:03.721539 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec023efe-8c28-4d57-a7a1-eb10caa7a723', 'name': 'network-vif-deleted', 'tag': 'fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8', 'status': 'completed', 'code': 200} Nov 15 12:44:04.813957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede184-6d3a-4d1f-8087-1ebf135afb18 req-98d9e5b8-d536-4cd8-84d2-09c2dfa86966 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:04.819984 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efede184-6d3a-4d1f-8087-1ebf135afb18 req-98d9e5b8-d536-4cd8-84d2-09c2dfa86966 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Nov 15 12:44:04.875942 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efede184-6d3a-4d1f-8087-1ebf135afb18 req-4d161b3e-341e-4a26-b1b6-c9672d71b917 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519688 Nov 15 12:44:05.834669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5cf2a-0d7b-4fe3-925b-27dad75c4807 req-6b05dc89-33b1-487b-86f5-02254f7cd744 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:05.836123 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eeb5cf2a-0d7b-4fe3-925b-27dad75c4807 req-6b05dc89-33b1-487b-86f5-02254f7cd744 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0513182 Nov 15 12:44:05.888355 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eeb5cf2a-0d7b-4fe3-925b-27dad75c4807 req-e2a6df08-a55d-4029-8546-f7713b1dd5d2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Nov 15 12:44:06.024489 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:44:06.049156 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:44:06.049501 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device fb7fc7e4-f6f7-4eb4-b137-cfec4ac39bd8 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:44:07.003619 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30954dfe-b93e-4827-bdd4-0bfd356d88eb req-b1c71708-cf4a-4b43-9d66-29ceb1991abc tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:07.005065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-30954dfe-b93e-4827-bdd4-0bfd356d88eb req-b1c71708-cf4a-4b43-9d66-29ceb1991abc tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Nov 15 12:44:07.052599 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-30954dfe-b93e-4827-bdd4-0bfd356d88eb req-a9a7fe44-586b-449f-aedb-15df81a846d9 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Nov 15 12:44:08.167013 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fed5b-7a01-4374-a535-0e25e57439dc req-059b20ba-03cc-46da-8087-5506b74390ae tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:08.168507 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-059fed5b-7a01-4374-a535-0e25e57439dc req-059b20ba-03cc-46da-8087-5506b74390ae tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0483301 Nov 15 12:44:08.216711 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-059fed5b-7a01-4374-a535-0e25e57439dc req-c838fa02-3bd7-4007-bb11-ebf76adc46ca tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Nov 15 12:44:09.558338 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5571f7-1660-49fc-bab4-37ad32e03acf req-09e130a5-5925-4b82-b0b9-f01e8f0422fa tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:09.559749 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1e5571f7-1660-49fc-bab4-37ad32e03acf req-09e130a5-5925-4b82-b0b9-f01e8f0422fa tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.2753963 Nov 15 12:44:09.606505 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1e5571f7-1660-49fc-bab4-37ad32e03acf req-12956ef5-973d-4217-b9dc-a8fed4cba828 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Nov 15 12:44:09.687132 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:09.839205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-354d8f0a-065a-4047-bcc8-950714fa9e78 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:09.840558 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-354d8f0a-065a-4047-bcc8-950714fa9e78 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 946 time: 0.0487492 Nov 15 12:44:09.935273 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Deleting port 91f8689a-c33d-4d2a-b3f7-77685467e63f {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:09.935624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:10.023394 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] For port 91f8689a-c33d-4d2a-b3f7-77685467e63f, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=91f8689a-c33d-4d2a-b3f7-77685467e63f,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:10.023773 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:10.036759 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Calling delete_port for 91f8689a-c33d-4d2a-b3f7-77685467e63f owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:10.164762 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:10.191591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Pushing event deleted for resources: {'Port': ['ID=91f8689a-c33d-4d2a-b3f7-77685467e63f,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:10.218338 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['91f8689a-c33d-4d2a-b3f7-77685467e63f'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:44:10.238290 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] No DVR routers for this DVR port 91f8689a-c33d-4d2a-b3f7-77685467e63f on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:44:10.240888 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:10.245465 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-90effd3a-c72d-43cf-b5f8-6cbfe85c79f5 req-79ab5cb5-508a-4853-8979-62eaa5d032a1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "DELETE /v2.0/ports/91f8689a-c33d-4d2a-b3f7-77685467e63f HTTP/1.1" status: 204 len: 173 time: 0.3969502 Nov 15 12:44:10.245904 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'name': 'network-vif-deleted', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:10.248150 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72806853-8e2e-495b-b309-b40bc18f8b2c" -d '{"events": [{"server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "name": "network-vif-deleted", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:10.286828 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd039b9-f1bf-4a28-aefa-fbda3846b866 x-openstack-request-id: req-dcd039b9-f1bf-4a28-aefa-fbda3846b866 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:10.287126 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11603efa-1f82-404a-9f04-bf3b2efb2905", "name": "network-vif-deleted", "tag": "91f8689a-c33d-4d2a-b3f7-77685467e63f", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:10.287379 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcd039b9-f1bf-4a28-aefa-fbda3846b866 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:10.287777 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11603efa-1f82-404a-9f04-bf3b2efb2905', 'name': 'network-vif-deleted', 'tag': '91f8689a-c33d-4d2a-b3f7-77685467e63f', 'status': 'completed', 'code': 200} Nov 15 12:44:10.718974 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c8b307fe-fdf5-4c37-a063-3d63fbc79bad req-3b4af6a7-f900-4d6c-b14a-2199ac08dea6 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=11603efa-1f82-404a-9f04-bf3b2efb2905 HTTP/1.1" status: 200 len: 210 time: 0.0251505 Nov 15 12:44:11.992851 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-f57a498a-3ee0-4d24-aaaa-2454615ee27b tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:11.995097 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-f57a498a-3ee0-4d24-aaaa-2454615ee27b tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/networks?id=29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 200 len: 809 time: 0.1029522 Nov 15 12:44:12.009840 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-2ab2f952-4d9e-4cdf-887c-d014507f6d8d tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/quotas/ff96d81628ad4a9a884766ce86b9c684 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Nov 15 12:44:12.041858 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-bbeea7e4-02a2-4a7e-a33e-602f6cc4947c tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264072 Nov 15 12:44:12.135492 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-fc03438d-bcf3-4910-bf99-1a51b19a7f5c service neutron] 10.222.0.43 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863116 Nov 15 12:44:12.222955 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-25750460-0cb6-4430-9fea-459fbf256986 service neutron] 10.222.0.43 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808985 Nov 15 12:44:12.382296 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44e02fba-3dd1-4ba1-800a-c68118f5d41f req-0940f56e-e691-4310-9af0-8b7527712814 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 210 time: 0.0260849 Nov 15 12:44:13.478102 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a77c46cb-0b91-42cb-8f7b-53f869a9c134 req-a1b8644e-67d1-4d6c-b510-f7f501d6b163 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 210 time: 0.0268984 Nov 15 12:44:13.557153 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-19e88480-8b67-4c95-a1ee-dceafc75e6da tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:13.558517 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-19e88480-8b67-4c95-a1ee-dceafc75e6da tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "GET /v2.0/networks?id=29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 200 len: 809 time: 0.1156790 Nov 15 12:44:13.598416 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Request body: {'port': {'device_id': '00b27647-dc65-4977-8538-7f89f95c234b', 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4', 'admin_state_up': True, 'tenant_id': 'ff96d81628ad4a9a884766ce86b9c684'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:13.952894 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Made reservation on behalf of ff96d81628ad4a9a884766ce86b9c684 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:44:13.956598 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.042367 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 91f8689a-c33d-4d2a-b3f7-77685467e63f no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:44:14.062840 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 91f8689a-c33d-4d2a-b3f7-77685467e63f {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:44:14.063187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 91f8689a-c33d-4d2a-b3f7-77685467e63f not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:44:14.082355 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Allocated IP 172.20.0.9 (29845f19-cbb4-4be4-8944-6f3102b0a7e4/a1222a69-b1fb-42f3-96a0-66615d942fa5/3a85d893-19b6-4bb1-81b4-1a5d09821052) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:14.234897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.270437 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.335277 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:14.339975 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:14.345911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:14.375095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Pushing event updated for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:14.403399 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:14.404005 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.424530 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-20d1ebf1-a318-4152-af8b-f5c73922f751 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300052 Nov 15 12:44:14.442584 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Request body: {'port': {'device_id': '00b27647-dc65-4977-8538-7f89f95c234b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:14.498238 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.604199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1653-21d7-49a8-aa23-a878d300c169 req-ca5763f6-a085-49a5-8447-b7a14db38352 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:14.605177 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ab0f1653-21d7-49a8-aa23-a878d300c169 req-ca5763f6-a085-49a5-8447-b7a14db38352 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 931 time: 0.0545137 Nov 15 12:44:14.655066 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ab0f1653-21d7-49a8-aa23-a878d300c169 req-48827028-4584-4af6-a844-ba4ebe84a332 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 Nov 15 12:44:14.765793 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a85d893-19b6-4bb1-81b4-1a5d09821052 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:44:14.773048 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.790994 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Transition to ACTIVE for port object 3a85d893-19b6-4bb1-81b4-1a5d09821052 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:44:14.794907 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.850454 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Pushing event updated for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:14.918998 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Attempting to bind port 3a85d893-19b6-4bb1-81b4-1a5d09821052 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:14.919330 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Attempting to bind port 3a85d893-19b6-4bb1-81b4-1a5d09821052 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:14.919663 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Attempting to bind port 3a85d893-19b6-4bb1-81b4-1a5d09821052 on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:14.924492 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Port 3a85d893-19b6-4bb1-81b4-1a5d09821052 on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:44:14.924815 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Attempting to bind port 3a85d893-19b6-4bb1-81b4-1a5d09821052 on network 29845f19-cbb4-4be4-8944-6f3102b0a7e4 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:14.929649 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:14.929983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Checking segment: {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:14.930363 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Bound using segment: {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:14.931508 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Bound port: 3a85d893-19b6-4bb1-81b4-1a5d09821052, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:14.931790 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:14.993147 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:14.997100 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:15.000604 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:15.036827 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:15.037424 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:15.038890 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a85d893-19b6-4bb1-81b4-1a5d09821052 HTTP/1.1" status: 200 len: 1093 time: 0.6002581 Nov 15 12:44:15.039331 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:15.042231 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff20494-f6a2-4858-9fed-feafb62b7067" -d '{"events": [{"name": "network-changed", "server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:15.065267 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f03ce-d8bb-421c-a6ae-5cbc5aae2662 service neutron] Pushing event updated for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:15.085461 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab1f4d-003a-4f25-ac78-65ad46dd4a80 x-openstack-request-id: req-53ab1f4d-003a-4f25-ac78-65ad46dd4a80 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:15.085750 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:15.086006 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53ab1f4d-003a-4f25-ac78-65ad46dd4a80 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:15.086410 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052', 'status': 'completed', 'code': 200} Nov 15 12:44:15.769694 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5373ff6-4e67-421c-88b5-2734fcfaa9ab req-4634c3fe-e51e-4c1f-9556-d6e6822ff6f2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:15.771180 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b5373ff6-4e67-421c-88b5-2734fcfaa9ab req-4634c3fe-e51e-4c1f-9556-d6e6822ff6f2 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 943 time: 0.0480156 Nov 15 12:44:15.819201 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b5373ff6-4e67-421c-88b5-2734fcfaa9ab req-87af2afa-a973-405b-a68c-90c6813a8543 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Nov 15 12:44:16.559776 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:44:16.944583 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdff70-fd93-4aaf-8188-7a84345444a9 req-ab10605a-aa64-4a53-aeb2-a9247fd18af0 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:16.946049 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d0cdff70-fd93-4aaf-8188-7a84345444a9 req-ab10605a-aa64-4a53-aeb2-a9247fd18af0 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 943 time: 0.0544806 Nov 15 12:44:16.994957 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d0cdff70-fd93-4aaf-8188-7a84345444a9 req-dd9bf267-c305-4b5a-b694-1a2555e72d7e tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Nov 15 12:44:17.469291 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-b96ca4ab-d451-4c32-8603-0d7d14b2a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:17.470685 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-b96ca4ab-d451-4c32-8603-0d7d14b2a45e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 1096 time: 0.0423861 Nov 15 12:44:17.584038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-0f10e9d0-6ea9-4b47-9dea-fefe3e09e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:17.585514 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-0f10e9d0-6ea9-4b47-9dea-fefe3e09e099 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ff96d81628ad4a9a884766ce86b9c684&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0988481 Nov 15 12:44:17.685878 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-7a16390b-f79c-485a-9d66-d7d4f2c4dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:17.687396 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-4ff20494-f6a2-4858-9fed-feafb62b7067 req-7a16390b-f79c-485a-9d66-d7d4f2c4dda2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946317 Nov 15 12:44:17.788431 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-31b4e8bf-ddf6-49a5-bb54-6d8e31da2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:17.789889 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-31b4e8bf-ddf6-49a5-bb54-6d8e31da2e04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff96d81628ad4a9a884766ce86b9c684&device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 1096 time: 0.0436084 Nov 15 12:44:17.843138 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-eb6ce555-ebee-42f5-9ded-20686f12a47c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052 HTTP/1.1" status: 200 len: 217 time: 0.0355113 Nov 15 12:44:17.892041 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610304-4963-49fb-9a1c-de06cfe8eead req-ac88b733-b1d0-404a-ada5-b2abc72fec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:17.893492 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-ac88b733-b1d0-404a-ada5-b2abc72fec76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1222a69-b1fb-42f3-96a0-66615d942fa5 HTTP/1.1" status: 200 len: 849 time: 0.0439634 Nov 15 12:44:17.926574 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-31a168d6-dfa5-4c78-ab3c-4a0aa79c3938 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29845f19-cbb4-4be4-8944-6f3102b0a7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250838 Nov 15 12:44:18.022492 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-868a6636-c0ff-4e88-a826-99867f87ad9a service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872817 Nov 15 12:44:18.111992 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8652cf4-ec43-4bc4-88de-c8889a4a96cd req-44a7706a-8faf-4a5d-9119-fe88451c8138 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:18.113702 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8652cf4-ec43-4bc4-88de-c8889a4a96cd req-44a7706a-8faf-4a5d-9119-fe88451c8138 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 943 time: 0.0495431 Nov 15 12:44:18.118052 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-81610304-4963-49fb-9a1c-de06cfe8eead req-4203a84b-09ca-430f-914f-2d344c87ad14 service neutron] 10.222.0.36 "GET /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876842 Nov 15 12:44:18.163581 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8652cf4-ec43-4bc4-88de-c8889a4a96cd req-2f524ee8-09bb-4554-b8bc-5bff4d4fd4f3 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Nov 15 12:44:19.279468 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cef64-961e-4f1f-846a-8c9230ccee63 req-e1fcaa71-1a29-4057-a50d-b25c7f33ac1c tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:19.280905 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3a0cef64-961e-4f1f-846a-8c9230ccee63 req-e1fcaa71-1a29-4057-a50d-b25c7f33ac1c tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 943 time: 0.0492210 Nov 15 12:44:19.332899 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3a0cef64-961e-4f1f-846a-8c9230ccee63 req-51588d40-4480-4a63-a7fa-9c02d1bdbe87 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Nov 15 12:44:19.414639 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-17991cf7-57a1-422f-ae80-fd988dcaf3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:20.352997 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 3a85d893-19b6-4bb1-81b4-1a5d09821052 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:44:20.451491 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:20.454088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb732-7673-4907-b2d2-a936472aa4e2 req-b6c61f29-c4c2-4052-9224-74aec2a50881 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:20.455669 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-163bb732-7673-4907-b2d2-a936472aa4e2 req-b6c61f29-c4c2-4052-9224-74aec2a50881 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 943 time: 0.0496981 Nov 15 12:44:20.463393 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '3a85d893-19b6-4bb1-81b4-1a5d09821052', 'network_id': '29845f19-cbb4-4be4-8944-6f3102b0a7e4', 'port_id': '3a85d893-19b6-4bb1-81b4-1a5d09821052', 'mac_address': 'fa:16:3e:ee:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1222a69-b1fb-42f3-96a0-66615d942fa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:44:20.503606 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:20.504322 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-163bb732-7673-4907-b2d2-a936472aa4e2 req-1011466e-05b3-4cc1-9a61-8b4e6cd91b41 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Nov 15 12:44:20.633186 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a85d893-19b6-4bb1-81b4-1a5d09821052 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:44:20.653165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:20.656864 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:20.702980 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:20.709798 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.710090 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.710435 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.710794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.711130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.711487 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.712356 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.712775 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.713111 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.713434 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.713759 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.714080 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:20.985954 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['3a85d893-19b6-4bb1-81b4-1a5d09821052'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:44:21.621527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656742dc-3d40-42fc-a101-688dcbbbd8a8 req-2e374a7d-6bd8-43a0-abc7-1a4c318a2c15 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:21.623040 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-656742dc-3d40-42fc-a101-688dcbbbd8a8 req-2e374a7d-6bd8-43a0-abc7-1a4c318a2c15 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 944 time: 0.0504601 Nov 15 12:44:21.672186 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-656742dc-3d40-42fc-a101-688dcbbbd8a8 req-6972ed2d-1dfa-4f45-a9cb-a53c9e85b78c tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 Nov 15 12:44:21.898450 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-6965969f-e9cc-45fb-b91b-d01ee5c21036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:22.375650 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 3a85d893-19b6-4bb1-81b4-1a5d09821052 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:22.424529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 3a85d893-19b6-4bb1-81b4-1a5d09821052 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:44:22.428529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 3a85d893-19b6-4bb1-81b4-1a5d09821052 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:22.428915 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:22.508884 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:22.530502 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:22.532795 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1003bc-c774-4879-9844-71598346189f" -d '{"events": [{"server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "name": "network-vif-plugged", "status": "completed", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:22.545829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:22.549539 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:22.572088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602a39e7-dc88-417d-ab81-3e528a630980 x-openstack-request-id: req-602a39e7-dc88-417d-ab81-3e528a630980 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:22.572385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "name": "network-vif-plugged", "status": "completed", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:22.572625 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-602a39e7-dc88-417d-ab81-3e528a630980 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:22.573007 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052', 'code': 200} Nov 15 12:44:22.598272 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:22.785454 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3322a7b-afdc-418a-9204-0b4fc98a04e9 req-710f585a-6fa4-4b9b-9d05-149ed90358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:22.786972 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f3322a7b-afdc-418a-9204-0b4fc98a04e9 req-710f585a-6fa4-4b9b-9d05-149ed90358b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 1098 time: 0.0391140 Nov 15 12:44:22.795663 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234a84-9157-4de8-a1ba-09903a7b8a45 req-8ccd30d3-99b2-4fe9-b948-70a4cb4c3cd1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:22.797413 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c2234a84-9157-4de8-a1ba-09903a7b8a45 req-8ccd30d3-99b2-4fe9-b948-70a4cb4c3cd1 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0540371 Nov 15 12:44:22.831721 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f3322a7b-afdc-418a-9204-0b4fc98a04e9 req-c9ad05db-9605-4482-bbe1-d0c55268f4c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Nov 15 12:44:22.844895 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c2234a84-9157-4de8-a1ba-09903a7b8a45 req-7b1d5501-c593-462b-8138-0b48669599ff tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Nov 15 12:44:23.169469 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:23.964874 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78842d2-6d64-43c3-9021-4f0b17872026 req-63460d79-9297-45ca-9f4f-648271faf829 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:23.966359 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f78842d2-6d64-43c3-9021-4f0b17872026 req-63460d79-9297-45ca-9f4f-648271faf829 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0525436 Nov 15 12:44:24.013756 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f78842d2-6d64-43c3-9021-4f0b17872026 req-d0c2409f-a34d-4e85-be0f-d05f5545076b tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Nov 15 12:44:24.164077 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:25.003577 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:25.131049 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c77aa4-b78a-4ef8-bb96-dd94cd2b9e5b req-5c0d9feb-a62f-48be-b6fa-8839d1ffdcc9 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:25.132540 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d8c77aa4-b78a-4ef8-bb96-dd94cd2b9e5b req-5c0d9feb-a62f-48be-b6fa-8839d1ffdcc9 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0480671 Nov 15 12:44:25.183132 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d8c77aa4-b78a-4ef8-bb96-dd94cd2b9e5b req-739a08ee-3f6e-4855-926c-36e7e64704e5 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443008 Nov 15 12:44:26.018012 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf14aa-1ccf-411e-bb6f-20a247c4732f req-d732facc-6e92-4905-9bed-bc157b206538 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:26.019579 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbcf14aa-1ccf-411e-bb6f-20a247c4732f req-d732facc-6e92-4905-9bed-bc157b206538 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0504632 Nov 15 12:44:26.067531 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbcf14aa-1ccf-411e-bb6f-20a247c4732f req-5cc312ad-ed71-4567-8457-b1e5307e9a0d tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Nov 15 12:44:27.187480 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93267e-69a1-445d-8da2-0284a5699c52 req-11eafad5-55d7-4748-a408-18e573019d68 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:27.188989 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9f93267e-69a1-445d-8da2-0284a5699c52 req-11eafad5-55d7-4748-a408-18e573019d68 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0503037 Nov 15 12:44:27.237288 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9f93267e-69a1-445d-8da2-0284a5699c52 req-5818a6f3-dda4-45b0-912d-c64034107a1b tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Nov 15 12:44:27.717042 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-f2c503e4-ee67-4004-af2e-5cb5640bbae8 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:27.718496 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-f2c503e4-ee67-4004-af2e-5cb5640bbae8 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 945 time: 0.0537241 Nov 15 12:44:27.791460 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50378) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:27.817931 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Deleting port 3a85d893-19b6-4bb1-81b4-1a5d09821052 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:27.818273 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:27.837915 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Deleting subnet 52c70535-f2a6-48d4-b3fd-aee6095515c7 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:44:27.841764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:27.876034 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:27.925801 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:27.935430 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] For port 3a85d893-19b6-4bb1-81b4-1a5d09821052, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=3a85d893-19b6-4bb1-81b4-1a5d09821052,segment=NetworkSegment(1aade883-eeb2-43cd-8bbc-3c3953e9fc8a),segment_id=1aade883-eeb2-43cd-8bbc-3c3953e9fc8a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:27.935806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:27.955197 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Calling delete_port for 3a85d893-19b6-4bb1-81b4-1a5d09821052 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:27.993546 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.025943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c70535-f2a6-48d4-b3fd-aee6095515c7,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:28.029841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.035422 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-94a46dfa-a761-478d-b295-7ff45d835514 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/52c70535-f2a6-48d4-b3fd-aee6095515c7 HTTP/1.1" status: 204 len: 168 time: 0.2408059 Nov 15 12:44:28.036207 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50380) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:28.132039 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.229313 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.269284 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['3a85d893-19b6-4bb1-81b4-1a5d09821052'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:44:28.302457 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Pushing event deleted for resources: {'Port': ['ID=3a85d893-19b6-4bb1-81b4-1a5d09821052,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:28.316813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.345331 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c4227e5f-bff0-4810-a6b3-e001da24163e req-fd5d22f2-985b-4875-bb44-5ff73b98df16 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.43 "GET /v2.0/ports?device_id=00b27647-dc65-4977-8538-7f89f95c234b HTTP/1.1" status: 200 len: 210 time: 0.0297863 Nov 15 12:44:28.373385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] No DVR routers for this DVR port 3a85d893-19b6-4bb1-81b4-1a5d09821052 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:44:28.378857 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f49ef-73b5-4352-9d73-84333759f64b']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:28.381384 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.384975 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-fa0b49d8-7066-4a8b-bba9-fe7c3f9d4a3f req-4cdd47bf-13ad-4604-a4e2-f87d0f376470 tempest-VolumesActionsTest-545072301 tempest-VolumesActionsTest-545072301-project] 10.222.0.36 "DELETE /v2.0/ports/3a85d893-19b6-4bb1-81b4-1a5d09821052 HTTP/1.1" status: 204 len: 173 time: 0.6599529 Nov 15 12:44:28.385623 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'name': 'network-vif-deleted', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:28.387980 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd036a-44cb-4f80-a07a-d445f7b42411" -d '{"events": [{"server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "name": "network-vif-deleted", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:28.403448 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:28.403913 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ff89d-101c-40cf-ab5f-d4f1116e8790') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:28.422671 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.433590 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d4e915-a7ea-4a62-806e-93838e6ed1ca x-openstack-request-id: req-32d4e915-a7ea-4a62-806e-93838e6ed1ca {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:28.433928 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b27647-dc65-4977-8538-7f89f95c234b", "name": "network-vif-deleted", "tag": "3a85d893-19b6-4bb1-81b4-1a5d09821052", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:28.434183 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32d4e915-a7ea-4a62-806e-93838e6ed1ca {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:28.434633 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b27647-dc65-4977-8538-7f89f95c234b', 'name': 'network-vif-deleted', 'tag': '3a85d893-19b6-4bb1-81b4-1a5d09821052', 'status': 'completed', 'code': 200} Nov 15 12:44:28.442983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.450629 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:44:28.451188 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:44:28.453428 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:44:28.519506 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.525987 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.530312 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b79f49ef-73b5-4352-9d73-84333759f64b HTTP/1.1" status: 204 len: 168 time: 0.4934144 Nov 15 12:44:28.545547 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65e41b-dffa-4cef-99c4-9496dd035f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79f49ef-73b5-4352-9d73-84333759f64b,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:28.680034 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50388) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:28.727580 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-3b52a481-62b0-4b02-ac31-4564bb4a43f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3aae5c632c8b4d4f94206b1d6745c0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463066 Nov 15 12:44:28.730656 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50390) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:28.778842 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.801806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.849122 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.851768 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:28.852898 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9034eecb-5194-4ec7-abd0-54a1f1e6ef37 HTTP/1.1" status: 204 len: 168 time: 0.1212974 Nov 15 12:44:28.864282 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a1b1d-f760-4300-8f1e-9cdafe005dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034eecb-5194-4ec7-abd0-54a1f1e6ef37,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:29.584235 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50422) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:29.682641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086676516-network', 'tenant_id': 'f78fedf356a24ea182428c85682330f1'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:29.706166 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Made reservation on behalf of f78fedf356a24ea182428c85682330f1 for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:44:29.709256 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.718750 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.812079 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.816835 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.846525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:44:29.853591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f5de99-cbf4-4d41-94be-1b9a689cdcc9,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:29.861969 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.862359 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Added segment afd934bd-5682-411c-a1df-9bd976c9b356 of type vlan for network f4599fcb-fdea-4045-9c9c-3e445269e7ec Nov 15 12:44:29.908329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.938480 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.939762 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:29.941499 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:29.996979 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4111681 Nov 15 12:44:29.999718 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50444) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:30.006137 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Request body: {'subnet': {'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086676516-subnet', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:30.008257 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36446-4c26-46aa-9880-a67eeefa0b5c admin admin] Pushing event updated for resources: {'Network': ['ID=f4599fcb-fdea-4045-9c9c-3e445269e7ec,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:30.019618 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:44:30.039631 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Made reservation on behalf of f78fedf356a24ea182428c85682330f1 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:44:30.042109 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.232634 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.287455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80c64ca-7859-4209-944a-02bd00bd30c4,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:30.296931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:30.297296 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Network hostable DHCP agents. Network: f4599fcb-fdea-4045-9c9c-3e445269e7ec, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:44:30.313826 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:44:30.322711 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, f4599fcb-fdea-4045-9c9c-3e445269e7ec) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:30.326928 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:30.327522 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.331662 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a45f96-7d8b-40d9-8dfd-dd2df0395c5d None None] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:44:30.346787 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-020dbe97-7352-4c28-bc3f-02f21dc7c5ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3419561 Nov 15 12:44:30.346987 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50462) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:30.351436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:30.372970 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.374088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.429871 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.485375 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:44:30.486717 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.573397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.632952 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Allocated IP 172.20.0.2 (f4599fcb-fdea-4045-9c9c-3e445269e7ec/a80c64ca-7859-4209-944a-02bd00bd30c4/024b0eaa-5465-4db8-89c5-b643f43fa22f) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:30.771397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.782327 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.788529 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.790762 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.831972 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:30.837287 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:30.840589 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Pushing event updated for resources: {'Port': ['ID=024b0eaa-5465-4db8-89c5-b643f43fa22f,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:30.842890 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:30.898864 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Attempting to bind port 024b0eaa-5465-4db8-89c5-b643f43fa22f on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:30.899147 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Attempting to bind port 024b0eaa-5465-4db8-89c5-b643f43fa22f by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:30.899517 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Attempting to bind port 024b0eaa-5465-4db8-89c5-b643f43fa22f on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:30.899674 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Allocated IP 172.27.1.165 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/dda70610-b52d-400e-b127-56c869e4d884) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:30.905591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:30.905967 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:30.906376 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.906892 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Bound using segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:30.907263 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Bound port: 024b0eaa-5465-4db8-89c5-b643f43fa22f, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:30.907644 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:30.973165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-702c256e-f973-42fd-8089-088deea5a167 None None] For port 024b0eaa-5465-4db8-89c5-b643f43fa22f, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:30.976485 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-702c256e-f973-42fd-8089-088deea5a167 None None] For port 024b0eaa-5465-4db8-89c5-b643f43fa22f, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=024b0eaa-5465-4db8-89c5-b643f43fa22f,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:30.980869 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.004308 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.038346 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c256e-f973-42fd-8089-088deea5a167 None None] Pushing event updated for resources: {'Port': ['ID=024b0eaa-5465-4db8-89c5-b643f43fa22f,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:31.039752 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.085957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:31.089065 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:31.092921 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:31.098503 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Pushing event updated for resources: {'Port': ['ID=dda70610-b52d-400e-b127-56c869e4d884,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:31.379519 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 024b0eaa-5465-4db8-89c5-b643f43fa22f up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:31.380858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.430853 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 024b0eaa-5465-4db8-89c5-b643f43fa22f triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:31.431230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.516270 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.550358 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 024b0eaa-5465-4db8-89c5-b643f43fa22f, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=024b0eaa-5465-4db8-89c5-b643f43fa22f,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:31.554478 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.584189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:31.602461 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=024b0eaa-5465-4db8-89c5-b643f43fa22f,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:31.925764 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7463d08-07a5-4de5-a137-49fa09de76c0 None None] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:44:31.950321 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:44:32.001980 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-8cc9c9d7-3f1e-4213-8518-68918cd38a67 None None] Provisioning complete for port 024b0eaa-5465-4db8-89c5-b643f43fa22f triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:32.002270 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c9d7-3f1e-4213-8518-68918cd38a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.056059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:32.074032 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.075903 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-306a269f-a15f-4290-93bd-5e127f2166fb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7280467 Nov 15 12:44:32.078548 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50468) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:32.083163 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:32.114302 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 3a85d893-19b6-4bb1-81b4-1a5d09821052 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:44:32.120175 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:32.122040 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:32.175139 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 3a85d893-19b6-4bb1-81b4-1a5d09821052 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:44:32.175508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 3a85d893-19b6-4bb1-81b4-1a5d09821052 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:44:32.312510 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:32.506461 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.517538 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-34f0cc72-8115-4068-bbdc-63abb4782f45 None None] Provisioning complete for port 024b0eaa-5465-4db8-89c5-b643f43fa22f triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:32.517907 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-34f0cc72-8115-4068-bbdc-63abb4782f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.520573 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:31Z', 'revision_number': 3, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:32.563807 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:32.564058 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Updating router d2c2eafd-b59e-456c-88b6-7a884dffae84 port dda70610-b52d-400e-b127-56c869e4d884 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:44:32.602171 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.665981 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Allocated IP 172.20.0.1 (f4599fcb-fdea-4045-9c9c-3e445269e7ec/a80c64ca-7859-4209-944a-02bd00bd30c4/0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:32.770862 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.806382 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:32.850713 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:32.856812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:32.864345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:32.893039 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Pushing event updated for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:32.924651 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.019796 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.025566 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.068568 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.083916 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Attempting to bind port dda70610-b52d-400e-b127-56c869e4d884 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:33.084483 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Attempting to bind port dda70610-b52d-400e-b127-56c869e4d884 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:33.084623 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Attempting to bind port dda70610-b52d-400e-b127-56c869e4d884 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:33.086623 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028e5b4-77f3-498a-8d85-1462d4f9f610 None None] Pushing event updated for resources: {'Port': ['ID=dda70610-b52d-400e-b127-56c869e4d884,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:33.092390 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:33.092766 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:33.093168 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.093554 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:33.094022 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Bound port: dda70610-b52d-400e-b127-56c869e4d884, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:33.094402 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.149290 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] For port dda70610-b52d-400e-b127-56c869e4d884, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:33.153271 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] For port dda70610-b52d-400e-b127-56c869e4d884, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=dda70610-b52d-400e-b127-56c869e4d884,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:33.159446 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.194307 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-dd4ff7d2-c5ae-4767-8191-b5aed20c165b None None] Provisioning complete for port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:33.194676 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff7d2-c5ae-4767-8191-b5aed20c165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.248576 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.253320 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.256870 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:33.257508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:33.261849 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028e5b4-77f3-498a-8d85-1462d4f9f610 None None] Pushing event updated for resources: {'Port': ['ID=dda70610-b52d-400e-b127-56c869e4d884,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:33.319798 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Pushing event updated for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:33.325889 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ff7d2-c5ae-4767-8191-b5aed20c165b None None] Port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:44:33.327402 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.363510 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 024b0eaa-5465-4db8-89c5-b643f43fa22f up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:33.409917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:33.427200 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:33.428716 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:33.495031 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 024b0eaa-5465-4db8-89c5-b643f43fa22f triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:33.495474 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.551878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:44:33.663095 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:33.667995 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-dd3796b1-aac6-4f88-a4d9-63ecce0c9ddf admin admin] 10.222.0.43 "PUT /v2.0/routers/d2c2eafd-b59e-456c-88b6-7a884dffae84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5884438 Nov 15 12:44:33.699874 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-a8cde52a-db51-4035-8ca2-6ad9b110f5cd None None] Provisioning complete for port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:33.700436 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a8cde52a-db51-4035-8ca2-6ad9b110f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:33.743781 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-a8cde52a-db51-4035-8ca2-6ad9b110f5cd None None] Port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:44:33.750441 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 2, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:33.777808 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65832b2f-b041-4d49-b157-74001b044be1 None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 2, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:34.238360 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50500) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:34.246761 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-118835504-network', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:34.272254 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Made reservation on behalf of caf902d438214b5bbec3d0951ba1ca7b for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:44:34.275275 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.286217 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.377279 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.382582 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.413143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:44:34.421082 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc678a85-2ba2-4f5f-9b31-0b2cd48db400,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:34.430125 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.430471 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Added segment 42696cfc-9100-4101-af26-8ad13788e361 of type vlan for network ec783ab8-873a-4ac2-8f15-f06885936fc9 Nov 15 12:44:34.492858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.521636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.523342 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:34.523996 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.587750 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3453755 Nov 15 12:44:34.587995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50514) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:34.593210 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Request body: {'subnet': {'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-118835504-subnet', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:34.621557 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ee8f-458d-4a96-b6a3-de83a3ce7a8c admin admin] Pushing event updated for resources: {'Network': ['ID=ec783ab8-873a-4ac2-8f15-f06885936fc9,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:34.639426 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:44:34.641145 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Made reservation on behalf of caf902d438214b5bbec3d0951ba1ca7b for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:44:34.647206 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.892416 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:34.955388 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f049959f-4be1-4a7d-9493-d4cc45a927be,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:34.975595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Checking segment: {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:34.975965 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Network hostable DHCP agents. Network: ec783ab8-873a-4ac2-8f15-f06885936fc9, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:44:35.001626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:44:35.015366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, ec783ab8-873a-4ac2-8f15-f06885936fc9) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:35.026132 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf9f36-5a54-4470-af1a-146056cf11ed None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:44:35.028276 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:35.028867 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.050268 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-3fece592-561e-4d8b-81bf-b327d60b4eef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4613042 Nov 15 12:44:35.052963 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50516) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:35.059005 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:35.082277 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.083979 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.173090 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.326435 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-ec783ab8-873a-4ac2-8f15-f06885936fc9', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:44:35.327681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.394470 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.514348 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device dda70610-b52d-400e-b127-56c869e4d884 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:35.624199 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Allocated IP 172.20.0.2 (ec783ab8-873a-4ac2-8f15-f06885936fc9/f049959f-4be1-4a7d-9493-d4cc45a927be/28f88769-5282-44d1-8316-5a2b7b040880) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:35.697496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.702917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port dda70610-b52d-400e-b127-56c869e4d884 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:35.703611 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.720407 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.846503 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Allocated IP 172.27.1.85 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/b5a6fd69-bfee-4190-bf90-2dec7230266f) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:35.904026 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.919999 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.940715 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:35.943607 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port dda70610-b52d-400e-b127-56c869e4d884, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=dda70610-b52d-400e-b127-56c869e4d884,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:35.978858 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.004079 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.013711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:36.017586 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:36.027654 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:36.037230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Pushing event updated for resources: {'Port': ['ID=28f88769-5282-44d1-8316-5a2b7b040880,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:36.064572 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.115252 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:36.122691 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:36.131696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:36.138167 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Pushing event updated for resources: {'Port': ['ID=b5a6fd69-bfee-4190-bf90-2dec7230266f,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:36.341234 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Attempting to bind port 28f88769-5282-44d1-8316-5a2b7b040880 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:36.341613 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Attempting to bind port 28f88769-5282-44d1-8316-5a2b7b040880 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:36.342016 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Attempting to bind port 28f88769-5282-44d1-8316-5a2b7b040880 on network ec783ab8-873a-4ac2-8f15-f06885936fc9 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:36.345682 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=dda70610-b52d-400e-b127-56c869e4d884,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:36.352258 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:36.352676 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Checking segment: {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:36.353221 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.353742 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Bound using segment: {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:36.354436 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Bound port: 28f88769-5282-44d1-8316-5a2b7b040880, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:36.356092 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.434878 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] For port 28f88769-5282-44d1-8316-5a2b7b040880, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:36.440000 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] For port 28f88769-5282-44d1-8316-5a2b7b040880, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=28f88769-5282-44d1-8316-5a2b7b040880,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:36.447702 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.496465 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:36.550810 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36f3c-0bb9-410b-a7e6-bcca541ad042 None None] Pushing event updated for resources: {'Port': ['ID=28f88769-5282-44d1-8316-5a2b7b040880,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:36.636528 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:36.656321 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:36.656961 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:36.832975 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:36.861287 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.026477 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Router f7be5a12-df93-4592-922e-108f0613e165 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:44:37.084638 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 2, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:37.115238 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:37.115991 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Updating router d2c2eafd-b59e-456c-88b6-7a884dffae84 port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:44:37.146554 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.172531 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:37.185027 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Sync routers for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:37.199512 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:37.200213 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:37.206744 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.211246 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-95061a5f-5eba-42f8-a707-7a259715af8e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1537850 Nov 15 12:44:37.211751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50528) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:37.368899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:37.567226 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 28f88769-5282-44d1-8316-5a2b7b040880 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:37.690444 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 28f88769-5282-44d1-8316-5a2b7b040880 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:37.690845 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.710021 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.721977 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.806950 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Pushing event updated for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:37.841217 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.841529 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.842492 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.842936 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.843281 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.843636 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.843975 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.844313 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.845273 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.845273 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.845273 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.845613 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:37.918394 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:36Z', 'revision_number': 3, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:37.919421 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Attempting to bind port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:37.919865 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Attempting to bind port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:37.920522 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Attempting to bind port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:37.922572 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.942006 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:37.942428 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:37.942837 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.943240 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Bound using segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:37.943730 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Bound port: 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:37.944303 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:37.956442 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Checking router: f7be5a12-df93-4592-922e-108f0613e165 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:37.956817 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Updating router f7be5a12-df93-4592-922e-108f0613e165 port b5a6fd69-bfee-4190-bf90-2dec7230266f binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:44:38.006723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e224df-78d7-42c5-9c68-1977356a0075 None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:44:38.012515 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.101125 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.103056 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] For port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:38.110984 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] For port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:38.128742 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.144427 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 28f88769-5282-44d1-8316-5a2b7b040880, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=28f88769-5282-44d1-8316-5a2b7b040880,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:38.161648 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.162445 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device dda70610-b52d-400e-b127-56c869e4d884 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:38.222407 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43176623-3394-469a-a8ee-e9a947aaf2c8 None None] Pushing event updated for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=4']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:38.242310 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:38.244440 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:38.258607 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-d0876524-d37b-4ce4-9d60-a25144d3b785 None None] Provisioning complete for port 28f88769-5282-44d1-8316-5a2b7b040880 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:38.259348 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d0876524-d37b-4ce4-9d60-a25144d3b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.294412 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Allocated IP 172.20.0.1 (ec783ab8-873a-4ac2-8f15-f06885936fc9/f049959f-4be1-4a7d-9493-d4cc45a927be/edd33834-eebf-4f93-9a0f-15e98ca925db) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:38.437984 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:38.521457 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.577521 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=28f88769-5282-44d1-8316-5a2b7b040880,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:38.617186 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.670310 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:38.675334 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:38.678428 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:38.727342 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Pushing event updated for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:38.736222 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.745984 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-d083e132-7b41-4016-8616-e00dc160353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:38Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:38.776860 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port dda70610-b52d-400e-b127-56c869e4d884 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:38.777403 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:38.778687 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083e132-7b41-4016-8616-e00dc160353b None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:38Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:38.950113 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] Provisioning complete for port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:38.950522 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.072728 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.124569 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] For port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:39.163219 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.261007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.273186 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ba3c6-cf30-4a80-9241-c5a9468fe993 None None] Pushing event updated for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:39.277812 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.345478 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.506549 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-901c9845-f8c2-422c-ad6b-94f32b89d695 None None] Provisioning complete for port 28f88769-5282-44d1-8316-5a2b7b040880 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:39.507342 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-901c9845-f8c2-422c-ad6b-94f32b89d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.559672 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b911-5852-497c-a75f-5f3395207934 None None] Pushing event updated for resources: {'Port': ['ID=b5a6fd69-bfee-4190-bf90-2dec7230266f,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:39.600727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:39.660824 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Attempting to bind port b5a6fd69-bfee-4190-bf90-2dec7230266f on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:39.661197 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Attempting to bind port b5a6fd69-bfee-4190-bf90-2dec7230266f by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:39.661564 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Attempting to bind port b5a6fd69-bfee-4190-bf90-2dec7230266f on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:39.691317 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:39.692086 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:39.692711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.693288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:39.693790 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Bound port: b5a6fd69-bfee-4190-bf90-2dec7230266f, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:39.694179 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.766930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.783640 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.912777 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:39.931131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Pushing event updated for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:40.057706 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:40.130563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:40.135752 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:40.173523 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-fc5a51d3-50ac-4ac3-a227-8c36dcb32901 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1505473 Nov 15 12:44:40.250274 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:40.250274 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:40.320425 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] For port b5a6fd69-bfee-4190-bf90-2dec7230266f, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:40.341873 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-901c9845-f8c2-422c-ad6b-94f32b89d695 None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:40.342525 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-901c9845-f8c2-422c-ad6b-94f32b89d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:40.415198 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] For port b5a6fd69-bfee-4190-bf90-2dec7230266f, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b5a6fd69-bfee-4190-bf90-2dec7230266f,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:40.424629 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-6651a788-80fb-4bb7-9857-c01100377bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:40.428347 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-6651a788-80fb-4bb7-9857-c01100377bde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 1100 time: 0.1021309 Nov 15 12:44:40.431196 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:40.444068 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Router f7be5a12-df93-4592-922e-108f0613e165 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:44:40.598936 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-8f889eab-c3c0-4b06-8ec3-892a18d6fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:40.600407 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-8f889eab-c3c0-4b06-8ec3-892a18d6fbd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1438398 Nov 15 12:44:40.693550 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:40.693971 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:40.694630 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:40.699924 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-336322fb-c744-4558-9817-8e08ab6e4e56 admin admin] 10.222.0.43 "PUT /v2.0/routers/f7be5a12-df93-4592-922e-108f0613e165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4867041 Nov 15 12:44:40.775452 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-877586a8-2824-4e31-aad4-47b35379d2fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 200 len: 1002 time: 0.1662064 Nov 15 12:44:40.850415 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-901c9845-f8c2-422c-ad6b-94f32b89d695 None None] Port edd33834-eebf-4f93-9a0f-15e98ca925db cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:44:40.903323 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 28f88769-5282-44d1-8316-5a2b7b040880 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:40.936870 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b911-5852-497c-a75f-5f3395207934 None None] Pushing event updated for resources: {'Port': ['ID=b5a6fd69-bfee-4190-bf90-2dec7230266f,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:40.980975 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a7319-4cdf-4d3f-bd31-e996f193514a req-b97b15c4-54cf-47d6-acc9-27fdcea29468 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:40.994908 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f40a7319-4cdf-4d3f-bd31-e996f193514a req-b97b15c4-54cf-47d6-acc9-27fdcea29468 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.9804931 Nov 15 12:44:41.003698 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:41.045631 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-65469602-b939-4757-9d3f-063afb0638fb None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:41.046013 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-65469602-b939-4757-9d3f-063afb0638fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.089648 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f40a7319-4cdf-4d3f-bd31-e996f193514a req-a9828101-33e3-462d-9bbb-3ea20ec2c4f0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876758 Nov 15 12:44:41.129739 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 28f88769-5282-44d1-8316-5a2b7b040880 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:41.130114 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.207603 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-65469602-b939-4757-9d3f-063afb0638fb None None] Port edd33834-eebf-4f93-9a0f-15e98ca925db cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:44:41.267302 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-53974f73-3a61-4f92-b1dd-8bb06c8537a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:41.268839 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-53974f73-3a61-4f92-b1dd-8bb06c8537a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.4841378 Nov 15 12:44:41.337304 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-f021e51d-d5df-42f3-84d3-80aa102a8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:41.339020 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-f021e51d-d5df-42f3-84d3-80aa102a8420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591526 Nov 15 12:44:41.422409 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'edd33834-eebf-4f93-9a0f-15e98ca925db', 'name': '', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'mac_address': 'fa:16:3e:08:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:38Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 2, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'subnets': [{'id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:41.480915 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:41.483698 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c8bec-1813-4c4e-a929-eb487bbe3f42 None None] The sync data for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi is: [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'edd33834-eebf-4f93-9a0f-15e98ca925db', 'name': '', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'mac_address': 'fa:16:3e:08:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:38Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 2, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'subnets': [{'id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:41.580034 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:41.580598 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.609923 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-441a65b8-4ff9-4508-a702-7a628d867c74 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557783 Nov 15 12:44:41.673874 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50592) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:41.679817 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331826370', 'description': 'tempest-secgroup-smoke-1331826370 description', 'project_id': 'f78fedf356a24ea182428c85682330f1'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:41.726319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.848684 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f61dcde1-fbe6-4a31-92ac-a193a888b836 req-206dcef5-2a76-44ef-9acc-20d55a32c904 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263563 Nov 15 12:44:41.954699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:41.968155 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.020462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.025054 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3470035 Nov 15 12:44:42.025054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fbf41-dca3-4540-a5ac-23c23c36e3bd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd0468-9145-480e-9fd9-8cda0e5b3d97,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:42.027168 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50600) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:42.034134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:42.091290 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.275824 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.285477 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.351529 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c85be-8aa0-4c0f-a619-d46395de87ff req-489ad1b6-a93b-4797-9138-6d5c8ac40eda tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:42.353116 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-188c85be-8aa0-4c0f-a619-d46395de87ff req-489ad1b6-a93b-4797-9138-6d5c8ac40eda tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.1349549 Nov 15 12:44:42.355699 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b6a1da-17b0-4e44-ae93-af2b3f3e2a93,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:42.373626 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.382649 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50606) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:42.387346 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460989 Nov 15 12:44:42.389901 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:42.393199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.393199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.393199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.393754 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.393754 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.394101 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.394461 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.394809 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.395210 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.395546 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.395881 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.396214 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999d5ca-e480-4cbd-af5e-5e1773b7be97 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:42.531057 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19fe5-4710-4e12-b777-62c41430e917 req-190d2c59-b681-4c46-ba59-a728ba640ddf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:42.532757 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-01e19fe5-4710-4e12-b777-62c41430e917 req-190d2c59-b681-4c46-ba59-a728ba640ddf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 946 time: 0.0861120 Nov 15 12:44:42.563316 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a993d-543d-41af-8633-cfee50254493 req-4610d6d0-0c7e-4655-8e04-40c2af6a502c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:42.564891 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e31a993d-543d-41af-8633-cfee50254493 req-4610d6d0-0c7e-4655-8e04-40c2af6a502c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.2305036 Nov 15 12:44:42.566170 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.707706 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Deleting port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:42.708349 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.722578 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e31a993d-543d-41af-8633-cfee50254493 req-588c877b-6fe9-4a51-bc69-60e82354060e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986111 Nov 15 12:44:42.759534 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.773041 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-188c85be-8aa0-4c0f-a619-d46395de87ff req-73ee13ca-941e-4dfc-b3e8-f83ec6e035e3 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f946870-9853-4cc4-9404-775aba604b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892775 Nov 15 12:44:42.774558 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.814614 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36156fa0-8c2b-4780-a374-ab200f705195,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:42.854005 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.858880 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-836145fe-05e1-47d1-991e-2ba13928547e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4741626 Nov 15 12:44:42.861527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50612) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:42.867753 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:42.890382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] For port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:42.890382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:42.920735 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.061095 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.067933 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.094375 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a9286-a9fa-4782-8f6b-c8893e4a6485,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:43.147131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.154626 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-367e5dec-f98f-416c-8c21-afba7e7682d9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908611 Nov 15 12:44:43.156719 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50614) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:43.172312 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:43.223918 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.254251 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.254698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.255052 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Floating IP 2c5dd361-4fd0-48eb-813d-97ef9f2e0745 disassociated. External IP: 172.27.1.36, port: bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a. Nov 15 12:44:43.255415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Calling delete_port for bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:43.311877 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.318754 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.379499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.382551 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2244534 Nov 15 12:44:43.384071 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a442d3-85c5-4964-bf82-011a68448f5d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070ff63c-0320-4cd1-b244-b8c776243511,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:43.386171 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50616) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:43.404186 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:43.496153 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.securitygroups_db [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Project f78fedf356a24ea182428c85682330f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:44:43.504374 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.507238 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.526365 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b5a6fd69-bfee-4190-bf90-2dec7230266f up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:43.552629 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'Port': ['ID=bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:43.615902 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port b5a6fd69-bfee-4190-bf90-2dec7230266f triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:43.616378 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.737301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.748495 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.772720 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.783490 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e091f360-0038-42d2-afac-19e1037e1f94,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:43.798641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:44:43.801829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.805804 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8e3a879b-0fd1-4a86-8891-0004cae865b1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4062853 Nov 15 12:44:43.806616 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50626) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:43.815154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'security_group_rule': {'security_group_id': 'adbd0468-9145-480e-9fd9-8cda0e5b3d97', 'project_id': 'f78fedf356a24ea182428c85682330f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:43.834078 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port b5a6fd69-bfee-4190-bf90-2dec7230266f, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b5a6fd69-bfee-4190-bf90-2dec7230266f,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:43.842221 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:43.943586 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a6fd69-bfee-4190-bf90-2dec7230266f,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:43.967563 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.securitygroups_db [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Project f78fedf356a24ea182428c85682330f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:44:44.005266 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.020900 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:44.021319 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1ecab858-6537-4c58-a7af-e5beccdcce55 req-f5d6b3b1-4505-4b67-892d-89f7353b4c15 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=a107064a-524f-4964-97da-84d2b50d422d HTTP/1.1" status: 200 len: 210 time: 0.0662203 Nov 15 12:44:44.048782 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:44.076984 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4299-3c0a-414f-98e6-40493497a6eb req-a7242971-694f-47b1-937d-808ee1cae323 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:44.077928 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:44.083430 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:44.088090 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] No DVR routers for this DVR port bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:44:44.093821 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.096196 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-616a4299-3c0a-414f-98e6-40493497a6eb req-a7242971-694f-47b1-937d-808ee1cae323 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.2161634 Nov 15 12:44:44.100475 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-01e19fe5-4710-4e12-b777-62c41430e917 req-a54d7a06-4f9d-4866-8a97-ad69d98a114f tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "DELETE /v2.0/ports/bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a HTTP/1.1" status: 204 len: 173 time: 1.5559807 Nov 15 12:44:44.101445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'name': 'network-vif-deleted', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:44.103844 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb9886b-5226-40ca-a837-c6cf6d75f4a3" -d '{"events": [{"server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "name": "network-vif-deleted", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:44.185382 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4358319-40ec-4bb7-9eac-f4c35e62604f x-openstack-request-id: req-e4358319-40ec-4bb7-9eac-f4c35e62604f {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:44.185972 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a107064a-524f-4964-97da-84d2b50d422d", "name": "network-vif-deleted", "tag": "bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:44.186614 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4358319-40ec-4bb7-9eac-f4c35e62604f {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:44.187842 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a107064a-524f-4964-97da-84d2b50d422d', 'name': 'network-vif-deleted', 'tag': 'bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a', 'status': 'completed', 'code': 200} Nov 15 12:44:44.264792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c205-aa40-4655-b75e-f85885e87494 req-db33c807-be31-4383-b536-43f4f84dcebf tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:44.266827 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-8e79c205-aa40-4655-b75e-f85885e87494 req-db33c807-be31-4383-b536-43f4f84dcebf tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 947 time: 0.1217988 Nov 15 12:44:44.272494 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-616a4299-3c0a-414f-98e6-40493497a6eb req-859b8ddc-5b9b-44cf-ac8d-87a3f2548cf4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753533 Nov 15 12:44:44.281365 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.287373 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.294292 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:44.349486 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.351278 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5426147 Nov 15 12:44:44.352706 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1837b1-650a-4358-a158-a5ba25017897 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8768aff4-7e2d-4e27-86da-98f969e44781,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:44.516830 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Deleting port 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:44.518584 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.751800 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] For port 7a90a770-a011-4cb6-9fcf-893773b8d120, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7a90a770-a011-4cb6-9fcf-893773b8d120,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:44.752173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:44.948318 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:45.013743 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:45.023973 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:45.024757 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:45.170524 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50678) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:45.191107 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:45.237310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.237521 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.238095 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Floating IP 3a972949-db42-4923-b793-4f4f794c382c disassociated. External IP: 172.27.1.128, port: 7a90a770-a011-4cb6-9fcf-893773b8d120. Nov 15 12:44:45.238639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Calling delete_port for 7a90a770-a011-4cb6-9fcf-893773b8d120 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:45.298796 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.365584 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.534286 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.545543 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.549443 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f946870-9853-4cc4-9404-775aba604b92 HTTP/1.1" status: 204 len: 168 time: 0.3767688 Nov 15 12:44:45.557116 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50688) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:45.581673 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b5a6fd69-bfee-4190-bf90-2dec7230266f up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:45.592128 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.api.v2.resource [None req-1b593890-0515-412b-a286-177e5e9372ef tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] show failed (client error): The resource could not be found. Nov 15 12:44:45.593358 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1b593890-0515-412b-a286-177e5e9372ef tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups/9f946870-9853-4cc4-9404-775aba604b92 HTTP/1.1" status: 404 len: 347 time: 0.0351341 Nov 15 12:44:45.616742 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50692) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:45.618123 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.702357 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'Port': ['ID=7a90a770-a011-4cb6-9fcf-893773b8d120,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:45.735658 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port b5a6fd69-bfee-4190-bf90-2dec7230266f triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:45.739166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:45.756785 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:45.773280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651b752-f044-4bb6-99d4-090d25897005 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f946870-9853-4cc4-9404-775aba604b92,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:45.838482 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33741bef-b420-43b8-864e-a906a8041df3 None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:45.955175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713b9aa-fe73-4946-ac9c-a04fc2d80e34 req-20eaab2a-5950-4b16-a995-f00f50217125 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:44:45.972331 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5713b9aa-fe73-4946-ac9c-a04fc2d80e34 req-20eaab2a-5950-4b16-a995-f00f50217125 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 868 time: 0.4663532 Nov 15 12:44:46.073080 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:44:46.084035 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5713b9aa-fe73-4946-ac9c-a04fc2d80e34 req-a13d992f-fc62-4bfc-a254-4bee041e3eab tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee0700e4-36b0-4ff8-b293-077f491921c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030786 Nov 15 12:44:46.111170 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Deleting port 8bd490c7-3868-48ea-aaaf-86bbebcacc50 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:46.111599 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.254875 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Sync routers for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:46.274668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.275722 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.289130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:46.289774 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:46.292384 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Calling delete_port for 8bd490c7-3868-48ea-aaaf-86bbebcacc50 owned by network:floatingip {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:46.332692 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:44:46.350121 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:44:46.367565 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:46.368434 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:46.427917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851ff1e-8088-4d65-8b62-f71ba25f8d0b None None] New status for floating IP 2c5dd361-4fd0-48eb-813d-97ef9f2e0745: DOWN {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:44:46.442380 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] No DVR routers for this DVR port 7a90a770-a011-4cb6-9fcf-893773b8d120 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:44:46.456133 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.459502 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-8e79c205-aa40-4655-b75e-f85885e87494 req-6814b401-c180-4873-823a-540bfa8e7710 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "DELETE /v2.0/ports/7a90a770-a011-4cb6-9fcf-893773b8d120 HTTP/1.1" status: 204 len: 173 time: 2.1679251 Nov 15 12:44:46.459976 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-deleted', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:44:46.462221 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ada56-845b-4750-b0bb-3eefa5ee53f4" -d '{"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-deleted", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:44:46.577940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.db.api [None req-f851ff1e-8088-4d65-8b62-f71ba25f8d0b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 15 12:44:46.577940 dv-cinder-680889-10-iscsi neutron-server[108284]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 15 12:44:46.577940 dv-cinder-680889-10-iscsi neutron-server[108284]: [parameters: {'status': 'DOWN', 'floatingips_id': '2c5dd361-4fd0-48eb-813d-97ef9f2e0745'}] Nov 15 12:44:46.577940 dv-cinder-680889-10-iscsi neutron-server[108284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:44:46.578332 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG oslo_db.api [None req-f851ff1e-8088-4d65-8b62-f71ba25f8d0b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:44:46.591363 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3d5ca-c569-4014-8b70-03a5a068ce0e x-openstack-request-id: req-c3d3d5ca-c569-4014-8b70-03a5a068ce0e {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:44:46.591874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11daa0bc-1e25-47d7-a6df-ffc808e1ff58", "name": "network-vif-deleted", "tag": "7a90a770-a011-4cb6-9fcf-893773b8d120", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:44:46.591965 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3d3d5ca-c569-4014-8b70-03a5a068ce0e {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:44:46.592303 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11daa0bc-1e25-47d7-a6df-ffc808e1ff58', 'name': 'network-vif-deleted', 'tag': '7a90a770-a011-4cb6-9fcf-893773b8d120', 'status': 'completed', 'code': 200} Nov 15 12:44:46.599082 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:46.642235 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.676298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'Port': ['ID=8bd490c7-3868-48ea-aaaf-86bbebcacc50,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:46.761978 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:46.794788 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.801659 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:46.803529 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ea5bb526-77bd-4449-b509-b0095ae974e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "DELETE /v2.0/floatingips/2c5dd361-4fd0-48eb-813d-97ef9f2e0745 HTTP/1.1" status: 204 len: 168 time: 1.1822350 Nov 15 12:44:47.174539 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851ff1e-8088-4d65-8b62-f71ba25f8d0b None None] New status for floating IP 2c5dd361-4fd0-48eb-813d-97ef9f2e0745: DOWN {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:44:47.186062 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:44:47.286891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:44:47.286891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device bb0f4a9a-c9a8-4d3c-b1a8-f21dae3f8b8a not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:44:47.286891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:44:47.310577 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:47.358271 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-db539722-7911-4b8b-b688-a8f96529606e req-71b87ca5-53b1-48af-8a34-add0319cbb68 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=11daa0bc-1e25-47d7-a6df-ffc808e1ff58 HTTP/1.1" status: 200 len: 210 time: 0.0880339 Nov 15 12:44:47.375999 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:47.394554 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 7a90a770-a011-4cb6-9fcf-893773b8d120 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:44:47.394554 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 7a90a770-a011-4cb6-9fcf-893773b8d120 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:44:47.404369 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:47.405172 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:47.502174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50724) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:47.509440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123846981', 'description': 'tempest-description--712003903'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:47.535033 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'edd33834-eebf-4f93-9a0f-15e98ca925db', 'name': '', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'mac_address': 'fa:16:3e:08:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:38Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 2, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'subnets': [{'id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:47.539949 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:47.585355 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Checking router: f7be5a12-df93-4592-922e-108f0613e165 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:44:47.585786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Updating router f7be5a12-df93-4592-922e-108f0613e165 port edd33834-eebf-4f93-9a0f-15e98ca925db binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:44:47.623610 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:47.670577 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:47.719634 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:47.729515 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:47.774029 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:47.776273 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2720926 Nov 15 12:44:47.779676 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50726) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:47.785415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group_rule': {'security_group_id': '9a98c4d2-3aa6-4b09-9927-8207927e9f93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:47.804078 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9777b24-2af8-4b91-a312-881935c9fc80 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98c4d2-3aa6-4b09-9927-8207927e9f93,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:47.877331 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.043927 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.050874 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.077529 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e118b46a-38ba-4b39-8f34-1160b1a2cccb,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:48.096027 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.102174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50728) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:48.102470 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bc55de66-a6d1-468e-92dc-140860132c09 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213289 Nov 15 12:44:48.106663 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'security_group_rule': {'security_group_id': '9a98c4d2-3aa6-4b09-9927-8207927e9f93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:48.159175 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.192961 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:48.251225 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.265173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.266207 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981216-91dd-4b36-809d-1b6da2b71b12 None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:48.295129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb01e48-39fe-4cb0-990a-6f9209c1c1cf,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:48.305129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.306717 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-26e52877-e134-46ac-929e-5f27c62d2b20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036221 Nov 15 12:44:48.310754 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50730) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:48.315511 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:48.344263 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.349349 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.399061 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.523264 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50738) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:48.534431 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb967d-2bb9-44c8-be9f-b8926e258c98 None None] Pushing event updated for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:48.623984 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Attempting to bind port edd33834-eebf-4f93-9a0f-15e98ca925db on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:44:48.627194 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Attempting to bind port edd33834-eebf-4f93-9a0f-15e98ca925db by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:44:48.627563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Attempting to bind port edd33834-eebf-4f93-9a0f-15e98ca925db on network ec783ab8-873a-4ac2-8f15-f06885936fc9 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:44:48.639993 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.648997 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:44:48.649430 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Checking segment: {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:44:48.649786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.650188 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Bound using segment: {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:44:48.650682 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Bound port: edd33834-eebf-4f93-9a0f-15e98ca925db, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42696cfc-9100-4101-af26-8ad13788e361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:44:48.651655 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.707088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.746649 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.769093 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bdf80-f640-4998-8320-15d7f1b59548 None None] New status for floating IP 3a972949-db42-4923-b793-4f4f794c382c: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:44:48.836557 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] For port edd33834-eebf-4f93-9a0f-15e98ca925db, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:44:48.845656 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] For port edd33834-eebf-4f93-9a0f-15e98ca925db, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=edd33834-eebf-4f93-9a0f-15e98ca925db,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:44:48.854859 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.857055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.860113 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:48.863889 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee0700e4-36b0-4ff8-b293-077f491921c8 HTTP/1.1" status: 204 len: 168 time: 0.3384953 Nov 15 12:44:48.867081 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50740) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:48.909088 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.api.v2.resource [None req-e3a28849-d762-4a5e-b932-5ac874eb708d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] show failed (client error): The resource could not be found. Nov 15 12:44:48.911104 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e3a28849-d762-4a5e-b932-5ac874eb708d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups/ee0700e4-36b0-4ff8-b293-077f491921c8 HTTP/1.1" status: 404 len: 347 time: 0.0400088 Nov 15 12:44:48.915116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50742) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:48.962197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0700e4-36b0-4ff8-b293-077f491921c8,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:48.975095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Allocated IP 172.27.1.69 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/23b8233b-cf40-4cf3-abc5-91ad5a04f3c0) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:49.002640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb967d-2bb9-44c8-be9f-b8926e258c98 None None] Pushing event updated for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:49.005395 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:44:49.006000 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:49.090626 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.100594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.101356 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.104025 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.107227 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.107715 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.108169 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.108635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.109079 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.109520 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.109961 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.115223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd48ef3-f576-4e77-8bd5-600be6ce5c72 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:44:49.217346 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:49.218564 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.236554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.305861 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:44:49.328440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.378498 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Deleting port 49057b0a-44fe-4aea-b7b7-7fdff37cf74b {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:44:49.379103 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.398320 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:49.410664 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:49.457513 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:49.513709 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.536022 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=23b8233b-cf40-4cf3-abc5-91ad5a04f3c0,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:49.550597 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.551767 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.552144 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3a08aca6-dd0e-4bc6-a036-8d9b23477e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.575223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Calling delete_port for 49057b0a-44fe-4aea-b7b7-7fdff37cf74b owned by network:floatingip {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:44:49.582199 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device edd33834-eebf-4f93-9a0f-15e98ca925db up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:49.605945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.650216 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.660472 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] For port edd33834-eebf-4f93-9a0f-15e98ca925db, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=edd33834-eebf-4f93-9a0f-15e98ca925db,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:44:49.693137 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.758214 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104c5a-c3b2-4054-a252-45b1e3a41931 None None] Pushing event updated for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:49.822326 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:49.822700 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.859427 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.881610 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-a5283cd8-022a-4a2e-b2f9-1485af6126ef None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:49.882331 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a5283cd8-022a-4a2e-b2f9-1485af6126ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.912375 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'Port': ['ID=49057b0a-44fe-4aea-b7b7-7fdff37cf74b,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:49.916341 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'edd33834-eebf-4f93-9a0f-15e98ca925db', 'name': '', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'mac_address': 'fa:16:3e:08:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:38Z', 'updated_at': '2021-11-15T12:44:48Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'subnets': [{'id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:44:49.951830 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:49.961022 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.047265 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.050444 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.051889 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bd35ff0f-099f-424f-bbe6-e1a6e3a866d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "DELETE /v2.0/floatingips/3a972949-db42-4923-b793-4f4f794c382c HTTP/1.1" status: 204 len: 168 time: 1.1239352 Nov 15 12:44:50.106439 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.132151 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.144206 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8320236 Nov 15 12:44:50.145191 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3282-afb7-4d74-9262-2bb12c1ab511 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=23b8233b-cf40-4cf3-abc5-91ad5a04f3c0,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:50.149843 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931467d-ef1b-4d2c-bf50-ced6971fbe02 None None] The sync data for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi is: [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'edd33834-eebf-4f93-9a0f-15e98ca925db', 'name': '', 'network_id': 'ec783ab8-873a-4ac2-8f15-f06885936fc9', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'mac_address': 'fa:16:3e:08:ed:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:38Z', 'updated_at': '2021-11-15T12:44:48Z', 'revision_number': 4, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'subnets': [{'id': 'f049959f-4be1-4a7d-9493-d4cc45a927be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:44:50.504101 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50756) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:50.508932 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459814656', 'description': 'tempest-description--1622325944'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:50.555649 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.668624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.674177 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.724874 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.730971 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2209606 Nov 15 12:44:50.731369 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50760) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:50.732017 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5412751-dde3-4c02-97a9-eeab27116912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f94917a-19bf-4455-a1e5-57645fc3879f,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:50.736553 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group_rule': {'security_group_id': '2f94917a-19bf-4455-a1e5-57645fc3879f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:50.780472 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.856890 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.861953 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.883059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1ec929-be65-42a2-9252-41d440fd5f50,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:50.904459 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:50.906534 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f79459ae-fcb0-44ad-94b1-4352363da56e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740837 Nov 15 12:44:50.909633 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50762) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:50.914693 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'security_group_rule': {'security_group_id': '2f94917a-19bf-4455-a1e5-57645fc3879f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:50.961513 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.039259 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.044886 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.059703 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136d95b7-8f4e-443f-b2e4-da82ddc99790,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:51.082983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.087197 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7fec7b80-b4d5-4c52-a1d9-f06c75be5c3d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1736782 Nov 15 12:44:51.087661 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50764) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:44:51.093723 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:44:51.136052 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.282705 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.410838 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Allocated IP 172.27.1.51 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/a24c55ab-b785-485b-a3c3-78f7168abf0f) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:44:51.433895 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device edd33834-eebf-4f93-9a0f-15e98ca925db up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:44:51.488398 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port edd33834-eebf-4f93-9a0f-15e98ca925db triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:44:51.488806 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.555366 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.605665 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.659580 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:44:51.666388 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:44:51.668520 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=a24c55ab-b785-485b-a3c3-78f7168abf0f,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:51.671915 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:44:51.779506 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.830153 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:51.903185 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-6dcc31f4-26ab-486f-99fd-598c232f4a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:52.020446 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:52.026051 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:52.110713 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=a24c55ab-b785-485b-a3c3-78f7168abf0f,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:44:52.123258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:52.144218 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:52.145652 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-94415e1c-4319-4443-ad1f-1304f4eb7d1f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0561070 Nov 15 12:44:53.177599 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:53.559484 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:44:54.174369 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:44:55.007845 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:00.538653 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-d4fdec87-168e-4f15-ae56-b1a8c76b9cf0 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2123846981&fields=id&tenant_id=b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 267 time: 0.1244559 Nov 15 12:45:00.546250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-59c4b277-3e68-4a98-8636-cf6196338fd1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--459814656&fields=id&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 267 time: 0.1155903 Nov 15 12:45:00.744997 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-3c72d9c6-23a1-4a3b-bfa6-152e4c6aefb6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:00.746492 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-3c72d9c6-23a1-4a3b-bfa6-152e4c6aefb6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 810 time: 0.1988571 Nov 15 12:45:00.760838 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-66f4069d-4be3-4142-accb-54df090db590 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:00.762445 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-66f4069d-4be3-4142-accb-54df090db590 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 817 time: 0.1989551 Nov 15 12:45:00.781401 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-a49c3a78-9186-4e84-aea9-603943724f17 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/quotas/b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0179124 Nov 15 12:45:00.783105 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-6aad2aae-b0fd-4a94-9e11-a2800466d594 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/quotas/811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 375 time: 0.0134199 Nov 15 12:45:00.874970 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-cbf9e921-287a-47a7-8eaf-e1fd4113387d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849998 Nov 15 12:45:00.892026 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-6d6d76ff-b52d-49a6-9ace-4b2b67ffa710 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008661 Nov 15 12:45:01.113901 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-3e1742a7-864c-429c-8f38-9c80047776b5 service neutron] 10.222.0.43 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086554 Nov 15 12:45:01.115812 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-c74c5001-b564-4917-ae01-c9c8751f5cd0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163792 Nov 15 12:45:01.545676 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-7e5a1b48-239c-40cc-821e-503bd87a55c5 service neutron] 10.222.0.43 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122245 Nov 15 12:45:01.547883 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-6ff6367d-b386-4417-9c44-f13e3b759edf service neutron] 10.222.0.43 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222882 Nov 15 12:45:01.814381 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-54cf369d-e312-49b8-8a9b-a1866dd5cc87 req-7fa85561-fba3-406d-8593-53f0578bbe05 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 210 time: 0.0577211 Nov 15 12:45:01.862494 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27fc8097-b39c-483e-896b-37870a22d436 req-6cab73e6-c635-447f-ab52-0c7a14fd80ed tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0465760 Nov 15 12:45:02.893671 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-30398e59-a1ff-4028-810a-e4a33dcb012a req-158f759a-ae76-4615-92ce-be65651f3be1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 210 time: 0.0266502 Nov 15 12:45:02.953458 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c609b7d0-efe6-4c8d-bb3a-23fc46885b53 req-0444de81-e658-4f47-a7e7-93cdebe5739c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0259402 Nov 15 12:45:03.267820 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-8feb461c-b2b2-44a1-8e72-0997f819c77c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:03.269297 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-8feb461c-b2b2-44a1-8e72-0997f819c77c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 817 time: 0.1089826 Nov 15 12:45:03.342605 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-44a819de-7d22-4cd5-b894-6cc24c2388db tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 379 time: 0.0547354 Nov 15 12:45:03.355602 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'port': {'device_id': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'admin_state_up': True, 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'security_groups': ['2f94917a-19bf-4455-a1e5-57645fc3879f']}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:03.470287 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Made reservation on behalf of 811d24506f5a47d0925645d4303dac8d for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:45:03.473864 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:03.609936 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Allocated IP 172.20.0.9 (f0a2cb68-3063-4051-80f9-d2c4ff88f485/4315df67-1f9e-4739-9480-055b6fcc791e/ffefc1bf-d747-45f6-8979-9a984c11ed67) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:45:03.789522 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-b5ba5fc9-b1cb-4f30-85bb-3bcefa798a20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:03.792025 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-b5ba5fc9-b1cb-4f30-85bb-3bcefa798a20 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 810 time: 0.1495347 Nov 15 12:45:03.797759 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:03.840614 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:03.885124 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-789d9b8f-f796-47e3-8fec-a969c2539bec tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bd39e4f3b40f396370b06f870aeb6 HTTP/1.1" status: 200 len: 380 time: 0.0776985 Nov 15 12:45:03.887240 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:45:03.890328 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:45:03.896776 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:45:03.903912 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'port': {'device_id': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'admin_state_up': True, 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'security_groups': ['9a98c4d2-3aa6-4b09-9927-8207927e9f93']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:03.931640 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:03.962334 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:03.963476 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:03.989048 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab9ce4b9-0a67-4727-9d4e-3e989b975c35 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375604 Nov 15 12:45:04.051949 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ff7c8db2-8ca8-4072-b3f6-1f23ab1e2f32 req-4d5a698f-2bae-4fc4-8c76-174e67509e3c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 210 time: 0.0487750 Nov 15 12:45:04.085242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Request body: {'port': {'device_id': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:04.148075 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19c2b-9c1e-4812-a440-0539e4e73e28 req-6259010a-c99f-4d40-b90b-e5f65a006523 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:04.149889 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efa19c2b-9c1e-4812-a440-0539e4e73e28 req-6259010a-c99f-4d40-b90b-e5f65a006523 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 931 time: 0.1002948 Nov 15 12:45:04.178542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Made reservation on behalf of b91bd39e4f3b40f396370b06f870aeb6 for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:45:04.182758 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.279892 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efa19c2b-9c1e-4812-a440-0539e4e73e28 req-b4b6947d-9ce9-439b-8b87-0b62669883ad tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098449 Nov 15 12:45:04.357035 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-20c3821d-628c-46c3-9ff4-faf94e4aa2ff None None] Provisioning complete for port ffefc1bf-d747-45f6-8979-9a984c11ed67 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:04.357713 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-20c3821d-628c-46c3-9ff4-faf94e4aa2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.367729 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Allocated IP 172.20.0.6 (46d33d4a-084c-4c8a-b96d-1c2b35f75a03/a360649c-a291-4175-8741-9b8273aa97bb/133aca31-05be-4a7b-9476-e523e5c06e27) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:45:04.393854 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-20c3821d-628c-46c3-9ff4-faf94e4aa2ff None None] Port ffefc1bf-d747-45f6-8979-9a984c11ed67 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:45:04.428585 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.530624 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.566483 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.617428 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:45:04.621118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:45:04.625775 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:45:04.629562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event updated for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:04.676101 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:04.676923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.701317 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-96ea5931-7e1a-4cf2-a483-1f4214bb4004 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044276 Nov 15 12:45:04.719382 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Request body: {'port': {'device_id': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:04.728029 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:04.736812 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.753609 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Transition to ACTIVE for port object ffefc1bf-d747-45f6-8979-9a984c11ed67 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:45:04.758038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.784888 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.811156 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:04.896683 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Attempting to bind port ffefc1bf-d747-45f6-8979-9a984c11ed67 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:45:04.897035 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Attempting to bind port ffefc1bf-d747-45f6-8979-9a984c11ed67 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:45:04.897365 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Attempting to bind port ffefc1bf-d747-45f6-8979-9a984c11ed67 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:04.904409 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Port ffefc1bf-d747-45f6-8979-9a984c11ed67 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:45:04.904701 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Attempting to bind port ffefc1bf-d747-45f6-8979-9a984c11ed67 on network f0a2cb68-3063-4051-80f9-d2c4ff88f485 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:04.909941 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:45:04.910285 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Checking segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:45:04.910834 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Bound using segment: {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:45:04.911274 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Bound port: ffefc1bf-d747-45f6-8979-9a984c11ed67, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e929358-d5ba-4021-8f77-620a398f2ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:45:04.911644 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.928576 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f101f64a-45fb-4395-8e37-961d4b13faa1 None None] Provisioning complete for port 133aca31-05be-4a7b-9476-e523e5c06e27 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:04.931743 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f101f64a-45fb-4395-8e37-961d4b13faa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:04.976720 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f101f64a-45fb-4395-8e37-961d4b13faa1 None None] Port 133aca31-05be-4a7b-9476-e523e5c06e27 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:45:04.999956 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:45:05.004095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:45:05.010684 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.048246 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.048872 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.050283 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] 10.222.0.36 "PUT /v2.0/ports/ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 1093 time: 1.0443552 Nov 15 12:45:05.050741 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:05.053057 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b43144-50d9-43be-9582-01fb0e868d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:05.109233 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8273131-695d-490e-a048-d4c39f779f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:05.153741 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bddb0d-91c5-4408-98b0-db13bafb68dd x-openstack-request-id: req-53bddb0d-91c5-4408-98b0-db13bafb68dd {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:05.154047 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:05.154300 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53bddb0d-91c5-4408-98b0-db13bafb68dd {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:05.154878 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'status': 'completed', 'code': 200} Nov 15 12:45:05.175980 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-25de0eaf-dc65-4a3e-b895-6249ffbd572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.177752 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-25de0eaf-dc65-4a3e-b895-6249ffbd572d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0611048 Nov 15 12:45:05.200334 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133aca31-05be-4a7b-9476-e523e5c06e27 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:05.225865 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.235499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50964) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:05.240313 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-a6b6d9be-2e80-4a9d-83cc-a9736ae55ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 217 time: 0.0485809 Nov 15 12:45:05.255274 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Transition to ACTIVE for port object 133aca31-05be-4a7b-9476-e523e5c06e27 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:45:05.295132 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.300472 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-a64d2710-1479-4290-acba-450f704d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.302084 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-a64d2710-1479-4290-acba-450f704d0c01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0548191 Nov 15 12:45:05.366895 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-83bb1e14-a545-476b-89af-90ee171ab387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.367491 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f254f-6464-4889-abee-b98f685e1810 req-aa46c599-5c26-4da9-8a56-fc9309b02bf8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.368402 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-83bb1e14-a545-476b-89af-90ee171ab387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588381 Nov 15 12:45:05.369048 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-058f254f-6464-4889-abee-b98f685e1810 req-aa46c599-5c26-4da9-8a56-fc9309b02bf8 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 931 time: 0.1947408 Nov 15 12:45:05.407739 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Deleting subnet a1222a69-b1fb-42f3-96a0-66615d942fa5 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:45:05.436500 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Pushing event updated for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:05.440242 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.481574 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-7aecd834-4830-4590-9603-13fe181ec635 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039357 Nov 15 12:45:05.537767 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.594631 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-058f254f-6464-4889-abee-b98f685e1810 req-658ee085-0271-456b-9492-c8b787583736 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113686 Nov 15 12:45:05.605738 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cebae770-d259-4afb-9f2b-bb3a1010f9ea req-ab2854bd-7ab0-48ae-b14c-8169088ae351 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142738 Nov 15 12:45:05.612407 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc65e-32bb-413d-b273-884d2be3426e req-a0ab5377-f42b-43b0-badb-460edacebd65 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.614135 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c7cdc65e-32bb-413d-b273-884d2be3426e req-a0ab5377-f42b-43b0-badb-460edacebd65 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.2276702 Nov 15 12:45:05.647864 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.688208 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Attempting to bind port 133aca31-05be-4a7b-9476-e523e5c06e27 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:45:05.688689 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Attempting to bind port 133aca31-05be-4a7b-9476-e523e5c06e27 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:45:05.689177 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Attempting to bind port 133aca31-05be-4a7b-9476-e523e5c06e27 on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:05.707692 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Port 133aca31-05be-4a7b-9476-e523e5c06e27 on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:45:05.708020 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Attempting to bind port 133aca31-05be-4a7b-9476-e523e5c06e27 on network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:05.737048 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:45:05.737294 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Checking segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:45:05.737712 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Bound using segment: {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:45:05.738148 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Bound port: 133aca31-05be-4a7b-9476-e523e5c06e27, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a6961-7744-4059-8cbe-ad782d71b5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:45:05.738504 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.754130 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c7cdc65e-32bb-413d-b273-884d2be3426e req-e7bf73dc-6f18-41bd-86fe-682cdeb699ed tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233556 Nov 15 12:45:05.759357 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43144-50d9-43be-9582-01fb0e868d6b req-1b8d3065-602f-4782-9c95-052e695a122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.761571 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-1b8d3065-602f-4782-9c95-052e695a122c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0434053 Nov 15 12:45:05.786704 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.819280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1222a69-b1fb-42f3-96a0-66615d942fa5,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:05.833595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.836802 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-875e422c-24ac-47ee-b3c8-312039bcdff9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a1222a69-b1fb-42f3-96a0-66615d942fa5 HTTP/1.1" status: 204 len: 168 time: 0.5986481 Nov 15 12:45:05.839464 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50970) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:05.867203 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43144-50d9-43be-9582-01fb0e868d6b req-6229e57f-ee14-42c2-b83c-437700c62355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.868696 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-6229e57f-ee14-42c2-b83c-437700c62355 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.0989482 Nov 15 12:45:05.889908 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:45:05.909642 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-17e4a28e-2080-470d-8269-507d616b2820 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 217 time: 0.0334926 Nov 15 12:45:05.911219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=133aca31-05be-4a7b-9476-e523e5c06e27,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:45:05.923426 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.954914 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.965449 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43144-50d9-43be-9582-01fb0e868d6b req-8b02fdef-0bdc-40d8-a87b-fbfc268adfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.966957 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-8b02fdef-0bdc-40d8-a87b-fbfc268adfc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0491872 Nov 15 12:45:05.968352 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:05.969249 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:05.971359 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] 10.222.0.36 "PUT /v2.0/ports/133aca31-05be-4a7b-9476-e523e5c06e27 HTTP/1.1" status: 200 len: 1093 time: 1.2564785 Nov 15 12:45:05.971810 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:05.974609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea3f64-797f-4846-b14d-db458cbd9f16" -d '{"events": [{"name": "network-changed", "server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:06.008333 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c71f89-262f-4ccc-83e8-763f3fdc5123 service neutron] Pushing event updated for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:06.046235 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43144-50d9-43be-9582-01fb0e868d6b req-68ced864-e62f-4cb5-98bc-372ed9dec462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.048038 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-68ced864-e62f-4cb5-98bc-372ed9dec462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591905 Nov 15 12:45:06.111179 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.127519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daad64a7-4a6e-490e-ae1d-afe56d1650da x-openstack-request-id: req-daad64a7-4a6e-490e-ae1d-afe56d1650da {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:06.127805 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:06.128055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daad64a7-4a6e-490e-ae1d-afe56d1650da {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:06.128453 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27', 'status': 'completed', 'code': 200} Nov 15 12:45:06.139445 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29845f19-cbb4-4be4-8944-6f3102b0a7e4']}} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:06.151431 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-617a24de-aeb1-4715-bac6-92ec7da86f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.153058 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-617a24de-aeb1-4715-bac6-92ec7da86f48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 1096 time: 0.1124480 Nov 15 12:45:06.154818 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a') {'for_net_delete': True} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:06.155120 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aade883-eeb2-43cd-8bbc-3c3953e9fc8a') {} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:06.164769 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-97877ad8-36a6-47a9-a0de-685b2d36992d service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064658 Nov 15 12:45:06.165120 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690181'] for segment, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.222099 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-815f520e-6b8b-41a1-a073-32a4d7a32c76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=133aca31-05be-4a7b-9476-e523e5c06e27 HTTP/1.1" status: 200 len: 217 time: 0.0484190 Nov 15 12:45:06.222954 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.230149 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=108282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:45:06.230693 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9769486'] for segment, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: Traceback (most recent call last): Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: timer() Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: cb(*args, **kw) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: return func(*args, **kwargs) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: self._notify() Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: self.callback(batched_events) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: event.method(event) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: return f(self, *a, **k) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._get(url).json() Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: return self.request(url, 'GET', **kwargs) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:45:06.232857 dv-cinder-680889-10-iscsi neutron-server[108282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:45:06.262471 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-71b43144-50d9-43be-9582-01fb0e868d6b req-326cf168-fd2a-4f63-b0c5-22da0c1f2459 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891671 Nov 15 12:45:06.329554 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-de97d3ea-53db-40be-937c-d821e99ab950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.331114 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-de97d3ea-53db-40be-937c-d821e99ab950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0974953 Nov 15 12:45:06.332162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.339736 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.342980 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] 10.222.0.43 "DELETE /v2.0/networks/29845f19-cbb4-4be4-8944-6f3102b0a7e4 HTTP/1.1" status: 204 len: 168 time: 0.5024579 Nov 15 12:45:06.362220 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1df06-e0d6-4699-aff5-b8c5b7313d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=29845f19-cbb4-4be4-8944-6f3102b0a7e4,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:06.391954 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe486729-598c-49c2-9901-3ca280afe225 req-319c7a33-0c39-45e3-9f65-435713dab566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.393440 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-319c7a33-0c39-45e3-9f65-435713dab566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416844 Nov 15 12:45:06.499493 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-9fdfb697-3d0d-4d30-9946-c09aa809f6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977576 Nov 15 12:45:06.513926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 50978) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:06.556088 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0a82ad9d-77c9-40b7-b24a-7647f43e4766 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff96d81628ad4a9a884766ce86b9c684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410013 Nov 15 12:45:06.559365 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 50980) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:06.623578 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe486729-598c-49c2-9901-3ca280afe225 req-f751549d-8cbd-4dd7-af30-b6a1d04fdb86 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168826 Nov 15 12:45:06.638378 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.662519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.764565 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.767084 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:06.768211 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae HTTP/1.1" status: 204 len: 168 time: 0.2079263 Nov 15 12:45:06.776405 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc405430-ca38-4a22-9459-d501b6caa2b6 req-659cce23-9092-4449-b07d-ccb08b9857a2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.777873 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fc405430-ca38-4a22-9459-d501b6caa2b6 req-659cce23-9092-4449-b07d-ccb08b9857a2 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 943 time: 0.0878675 Nov 15 12:45:06.797144 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4a865-ecb1-451e-8519-b2e1a9b8302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0503c-0c22-4cc8-b5a8-aee0f6e125ae,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:06.826415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-527fa1c4-bd1e-4d8f-9809-4226afecafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:06.827925 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-527fa1c4-bd1e-4d8f-9809-4226afecafd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 1096 time: 0.0975249 Nov 15 12:45:06.891946 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fc405430-ca38-4a22-9459-d501b6caa2b6 req-9ad472db-5d94-4fda-ac90-d41286c46b86 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022196 Nov 15 12:45:06.976405 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-532be2d7-907c-452c-a7f1-37a17b7f6171 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331826370&fields=id&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 267 time: 0.0883868 Nov 15 12:45:07.016740 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-e4135df2-25d1-4027-b555-94013c752eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:07.018192 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-e4135df2-25d1-4027-b555-94013c752eab service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.1788504 Nov 15 12:45:07.100813 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-37c20aac-7771-4531-af5e-43bab3bed858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=133aca31-05be-4a7b-9476-e523e5c06e27 HTTP/1.1" status: 200 len: 217 time: 0.0708735 Nov 15 12:45:07.128573 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbd2bf-2ab8-4e78-bfae-3541a48ae391 req-1a72c6d7-2b1e-4e6f-baca-ca48766f53ab tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:07.130093 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-25dbd2bf-2ab8-4e78-bfae-3541a48ae391 req-1a72c6d7-2b1e-4e6f-baca-ca48766f53ab tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.1736832 Nov 15 12:45:07.206454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-03912334-89a0-4827-9b58-af013594e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:07.207946 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-03912334-89a0-4827-9b58-af013594e0b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0990274 Nov 15 12:45:07.235247 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-3296c771-8038-4f45-a2ec-726a13d9094f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:07.236714 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-3296c771-8038-4f45-a2ec-726a13d9094f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.2358241 Nov 15 12:45:07.277442 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-25dbd2bf-2ab8-4e78-bfae-3541a48ae391 req-f6c2b9e1-3cd3-4507-9f92-f667edbd1aba tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273570 Nov 15 12:45:07.279482 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-55e1201a-71c0-4fa8-a4c1-0e705f18a7ce tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/quotas/f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 375 time: 0.0261538 Nov 15 12:45:07.289771 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-13dcf30a-8dae-4df1-9294-cba461f49914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:07.292049 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-13dcf30a-8dae-4df1-9294-cba461f49914 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735500 Nov 15 12:45:07.394341 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-f8627376-0192-4b9b-932e-06fa01f10600 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013665 Nov 15 12:45:07.466527 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-cdba7d38-b0e1-4a12-a89a-fe0a5ecff30f service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628752 Nov 15 12:45:07.561223 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-e5445262-7b40-4125-89d1-4850c2525803 service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540177 Nov 15 12:45:07.628467 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebea3f64-797f-4846-b14d-db458cbd9f16 req-000839e3-ceb4-45ec-b495-83bc0504a300 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542628 Nov 15 12:45:07.674484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-e05a8365-0970-437a-ab46-884f138a9a56 service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051774 Nov 15 12:45:08.003821 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9039b1b2-921c-460b-a50e-384c81c232dd req-3705abbd-0843-472d-acc0-b6b700ec03ff tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 210 time: 0.0303602 Nov 15 12:45:08.059832 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a31bd4-4cdf-4a3b-90ce-5c6babef4831 req-b5edf9fe-885b-4f91-be1e-7b87d8ea14ad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:08.061375 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21a31bd4-4cdf-4a3b-90ce-5c6babef4831 req-b5edf9fe-885b-4f91-be1e-7b87d8ea14ad tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 943 time: 0.0601077 Nov 15 12:45:08.114375 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21a31bd4-4cdf-4a3b-90ce-5c6babef4831 req-cb3faf71-10da-4172-845e-4901b71d1e60 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466239 Nov 15 12:45:08.422095 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6256b9-0bec-4cce-b133-941e55309b41 req-a5d208a3-617c-4f9a-8920-06b315552d04 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:08.423540 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6c6256b9-0bec-4cce-b133-941e55309b41 req-a5d208a3-617c-4f9a-8920-06b315552d04 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0584862 Nov 15 12:45:08.471393 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6c6256b9-0bec-4cce-b133-941e55309b41 req-6382e3a8-8859-42c0-8638-b01a250fa52c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Nov 15 12:45:09.226175 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 133aca31-05be-4a7b-9476-e523e5c06e27 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:45:09.298818 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9a23665c-efa7-4862-b844-edbe8c5fe815 req-2863c8a8-75c0-4b88-b7c9-5057e69898b4 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 210 time: 0.0580287 Nov 15 12:45:09.342203 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=133aca31-05be-4a7b-9476-e523e5c06e27,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:09.347844 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd892e0-cd15-4d02-b88a-d32c2dcd019a req-9c46ba28-1288-4453-844a-84128000a589 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:09.349333 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebd892e0-cd15-4d02-b88a-d32c2dcd019a req-9c46ba28-1288-4453-844a-84128000a589 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 943 time: 0.1097686 Nov 15 12:45:09.356670 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '133aca31-05be-4a7b-9476-e523e5c06e27', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'port_id': '133aca31-05be-4a7b-9476-e523e5c06e27', 'mac_address': 'fa:16:3e:92:8c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:45:09.366443 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-8c988ff9-a23e-4daf-ae47-e75498431460 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:09.368250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-8c988ff9-a23e-4daf-ae47-e75498431460 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.4222264 Nov 15 12:45:09.402375 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.418796 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133aca31-05be-4a7b-9476-e523e5c06e27 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:09.441854 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=133aca31-05be-4a7b-9476-e523e5c06e27,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:09.448797 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.449806 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:45:09.451364 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ebd892e0-cd15-4d02-b88a-d32c2dcd019a req-7a4f0886-c716-45fb-a06d-93bf461114c5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945432 Nov 15 12:45:09.483915 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-96aaf034-d1ae-4e69-8150-ab6f113d4434 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 380 time: 0.0997818 Nov 15 12:45:09.493738 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'port': {'device_id': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'admin_state_up': True, 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'security_groups': ['adbd0468-9145-480e-9fd9-8cda0e5b3d97']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:09.611347 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:09.649265 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd3935-197e-4c77-9f19-92225d243daf req-acd592ed-41ab-4361-922f-1f17e69b19bc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:09.651389 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0afd3935-197e-4c77-9f19-92225d243daf req-acd592ed-41ab-4361-922f-1f17e69b19bc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0883906 Nov 15 12:45:09.653848 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:09.667128 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:45:09.687615 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Made reservation on behalf of f78fedf356a24ea182428c85682330f1 for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:45:09.691156 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.721229 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.723328 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.730721 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0afd3935-197e-4c77-9f19-92225d243daf req-cd153893-2825-4a64-a0d0-d5fdaf0f2d11 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713792 Nov 15 12:45:09.736482 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:09.770268 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:09.776989 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:09.832727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:09.849374 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.20.0.13 (f4599fcb-fdea-4045-9c9c-3e445269e7ec/a80c64ca-7859-4209-944a-02bd00bd30c4/e4e6fc76-abc6-4e8a-8982-935e5e678851) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:45:09.997371 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.036563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.083616 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:45:10.086941 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:45:10.091781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:45:10.095714 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:10.146070 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:10.146685 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.150084 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['ffefc1bf-d747-45f6-8979-9a984c11ed67'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:45:10.171813 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-25fce40f-3efd-4e87-95b3-d651459ad50a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821156 Nov 15 12:45:10.181058 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['133aca31-05be-4a7b-9476-e523e5c06e27'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:45:10.191024 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Request body: {'port': {'device_id': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:10.256359 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.439806 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-62e00e09-352d-4417-8ccd-7bef0518e2d1 None None] Provisioning complete for port e4e6fc76-abc6-4e8a-8982-935e5e678851 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:10.440408 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-62e00e09-352d-4417-8ccd-7bef0518e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.522414 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-62e00e09-352d-4417-8ccd-7bef0518e2d1 None None] Port e4e6fc76-abc6-4e8a-8982-935e5e678851 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:45:10.538330 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bfc7b-80d1-4f3f-ad16-3053b7954f5a req-de858994-51d3-4548-bd0d-b99653566f47 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:10.539825 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b81bfc7b-80d1-4f3f-ad16-3053b7954f5a req-de858994-51d3-4548-bd0d-b99653566f47 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 932 time: 0.1524589 Nov 15 12:45:10.658819 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc4f5-cdaa-46b4-9a6b-8e7099f81554 req-daa3be73-0360-425f-8590-4d31eb066049 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:10.660195 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e6bc4f5-cdaa-46b4-9a6b-8e7099f81554 req-daa3be73-0360-425f-8590-4d31eb066049 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 944 time: 0.1321881 Nov 15 12:45:10.665640 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b81bfc7b-80d1-4f3f-ad16-3053b7954f5a req-963e6111-c99b-47b1-bb69-c4bba0507f8c tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167119 Nov 15 12:45:10.747737 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7e6bc4f5-cdaa-46b4-9a6b-8e7099f81554 req-9d4c20a5-26bd-4a7c-b8d8-4c29af26ebf6 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811012 Nov 15 12:45:10.757520 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e6fc76-abc6-4e8a-8982-935e5e678851 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:10.772899 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.779373 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Transition to ACTIVE for port object e4e6fc76-abc6-4e8a-8982-935e5e678851 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:45:10.784923 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:10.880400 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:10.936956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d27b7-eef7-4a55-aed1-6a0713e6ebeb req-53160e32-cafa-473f-8405-d188550e9dcd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:10.938534 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-906d27b7-eef7-4a55-aed1-6a0713e6ebeb req-53160e32-cafa-473f-8405-d188550e9dcd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 944 time: 0.1108115 Nov 15 12:45:10.961876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Attempting to bind port e4e6fc76-abc6-4e8a-8982-935e5e678851 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:45:10.962222 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Attempting to bind port e4e6fc76-abc6-4e8a-8982-935e5e678851 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:45:10.962563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Attempting to bind port e4e6fc76-abc6-4e8a-8982-935e5e678851 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:10.975989 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Port e4e6fc76-abc6-4e8a-8982-935e5e678851 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:45:10.976325 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Attempting to bind port e4e6fc76-abc6-4e8a-8982-935e5e678851 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:45:10.984782 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:45:10.985125 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:45:10.985514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Bound using segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:45:10.985950 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Bound port: e4e6fc76-abc6-4e8a-8982-935e5e678851, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:45:10.986311 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.023785 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-906d27b7-eef7-4a55-aed1-6a0713e6ebeb req-a570ed98-c9ab-4b64-be05-17e368e0bd62 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728455 Nov 15 12:45:11.078488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:45:11.081564 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:45:11.084972 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.118670 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.120288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.121652 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] 10.222.0.36 "PUT /v2.0/ports/e4e6fc76-abc6-4e8a-8982-935e5e678851 HTTP/1.1" status: 200 len: 1094 time: 0.9354303 Nov 15 12:45:11.122099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:11.124373 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36" -d '{"events": [{"name": "network-changed", "server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:11.148870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6237ead-a717-44dc-8485-54eb2e4bb8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:11.193762 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4674a8fc-d6ca-4952-abb4-cfd1aab6faba x-openstack-request-id: req-4674a8fc-d6ca-4952-abb4-cfd1aab6faba {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:11.194076 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:11.194518 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4674a8fc-d6ca-4952-abb4-cfd1aab6faba {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:11.195298 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'status': 'completed', 'code': 200} Nov 15 12:45:11.232006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-db5fc5b7-d15b-42fe-941a-041b1377eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.233550 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-db5fc5b7-d15b-42fe-941a-041b1377eaf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 1097 time: 0.0502272 Nov 15 12:45:11.239212 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 133aca31-05be-4a7b-9476-e523e5c06e27 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:45:11.286656 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-e3beff12-a0d1-4257-8a6b-99d2a838f75f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851 HTTP/1.1" status: 200 len: 217 time: 0.0396385 Nov 15 12:45:11.303183 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 133aca31-05be-4a7b-9476-e523e5c06e27 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:45:11.308170 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 133aca31-05be-4a7b-9476-e523e5c06e27 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:11.308577 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.341147 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-7ffe2c79-fa3e-4d29-ab05-2633e657447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.342627 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-7ffe2c79-fa3e-4d29-ab05-2633e657447c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0485697 Nov 15 12:45:11.391353 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-33cd9382-ab6b-4d2a-90ea-9441b6038f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.392797 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-33cd9382-ab6b-4d2a-90ea-9441b6038f29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437016 Nov 15 12:45:11.402695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.429518 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:11.432386 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a54ba55-256d-4fcf-ba5b-6372340cc661" -d '{"events": [{"server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "name": "network-vif-plugged", "status": "completed", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:11.445791 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=133aca31-05be-4a7b-9476-e523e5c06e27,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:11.451546 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.452455 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:45:11.495067 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b567db-c36f-4ac6-8a0e-7a073b15cfe8 x-openstack-request-id: req-a9b567db-c36f-4ac6-8a0e-7a073b15cfe8 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:11.495359 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-af58240b-27e0-43b7-91f4-3f5809b5b6d0 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947101 Nov 15 12:45:11.495475 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "name": "network-vif-plugged", "status": "completed", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:11.495628 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9b567db-c36f-4ac6-8a0e-7a073b15cfe8 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:11.496018 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27', 'code': 200} Nov 15 12:45:11.534896 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:11.549893 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port ffefc1bf-d747-45f6-8979-9a984c11ed67 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:45:11.554118 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port ffefc1bf-d747-45f6-8979-9a984c11ed67 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:11.554501 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.596771 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5ddbc00-eb4c-4544-a0b5-36c904c94c46 req-ff94e8af-2fa2-45ca-afd6-48b37c820ccd service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925527 Nov 15 12:45:11.639597 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.679755 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:11.684045 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:11.748150 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf55261-a14e-4f7d-a45c-3106f191651a req-7401dedc-f793-4629-b645-a43771602a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.749667 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eaf55261-a14e-4f7d-a45c-3106f191651a req-7401dedc-f793-4629-b645-a43771602a17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 1098 time: 0.0564430 Nov 15 12:45:11.752691 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:11.758689 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-c2fe0d84-4587-4f2e-9da0-bb3bf9bf2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.761789 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-c2fe0d84-4587-4f2e-9da0-bb3bf9bf2a39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 1097 time: 0.0686352 Nov 15 12:45:11.860337 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-8d7ff61c-1e74-454d-ae99-e90ca7c54060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.862035 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-8d7ff61c-1e74-454d-ae99-e90ca7c54060 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0935664 Nov 15 12:45:11.876052 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eaf55261-a14e-4f7d-a45c-3106f191651a req-7edac2b7-047e-4852-84bb-1d729aa0cb0e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140618 Nov 15 12:45:11.898203 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fb3e-8e24-4b22-ac89-f3653fe48a9c req-80d7479f-95dd-429f-ba74-46627263cbf5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.899852 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4798fb3e-8e24-4b22-ac89-f3653fe48a9c req-80d7479f-95dd-429f-ba74-46627263cbf5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.1401975 Nov 15 12:45:11.913865 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-a568caa5-d58a-4b44-a4d2-4d108fcdd8a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851 HTTP/1.1" status: 200 len: 217 time: 0.0425959 Nov 15 12:45:11.987081 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcd2e9-b951-48bb-a039-56480a58024a req-f7bb8be1-62f1-4305-89a3-f128b012b4bf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:11.988579 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bdcd2e9-b951-48bb-a039-56480a58024a req-f7bb8be1-62f1-4305-89a3-f128b012b4bf tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.1167457 Nov 15 12:45:11.992740 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4798fb3e-8e24-4b22-ac89-f3653fe48a9c req-d0e89b27-877b-4d00-8873-74efb5c33126 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681057 Nov 15 12:45:12.049616 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bdcd2e9-b951-48bb-a039-56480a58024a req-febe0d52-5677-4c45-a053-76edb5c8a0f1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536737 Nov 15 12:45:12.148790 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2b11d-e7a7-49f8-af23-068167d0c8c8 req-f304db71-4481-488e-a3cc-d802aa36fb5b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:12.150277 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a4e2b11d-e7a7-49f8-af23-068167d0c8c8 req-f304db71-4481-488e-a3cc-d802aa36fb5b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0510795 Nov 15 12:45:12.202515 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a4e2b11d-e7a7-49f8-af23-068167d0c8c8 req-aae61811-f475-46d2-9920-91201702d74e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Nov 15 12:45:12.219142 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-82a3b8bf-ee4f-4c92-9730-a3137d265305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:12.220591 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-82a3b8bf-ee4f-4c92-9730-a3137d265305 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0521312 Nov 15 12:45:12.293241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-efc61eb0-6def-4dbd-aa07-d81f54b0b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:12.294713 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-efc61eb0-6def-4dbd-aa07-d81f54b0b788 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403469 Nov 15 12:45:12.393428 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-8b59c37d-8160-4f14-a00c-14ce9aea3dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911336 Nov 15 12:45:12.482855 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5f060d06-b7d8-4c94-8fa8-4cfbd5922d36 req-d6e160c3-ef13-44eb-ae02-75aab37316f9 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Nov 15 12:45:13.111975 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8856f-7b9e-4297-8d3c-252ff7f75ab8 req-79fcd542-cb14-45b4-904e-3b67e5be39f6 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:13.113492 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bd8856f-7b9e-4297-8d3c-252ff7f75ab8 req-79fcd542-cb14-45b4-904e-3b67e5be39f6 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0498621 Nov 15 12:45:13.197058 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bd8856f-7b9e-4297-8d3c-252ff7f75ab8 req-6ea68df3-872f-4e71-a16e-c18d9649caef tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756907 Nov 15 12:45:13.210806 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1cd13-75b7-47a3-ba2c-04badf827121 req-d10f28d8-1934-44b1-ae3b-cf6839badc91 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:13.221315 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77c1cd13-75b7-47a3-ba2c-04badf827121 req-d10f28d8-1934-44b1-ae3b-cf6839badc91 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0920000 Nov 15 12:45:13.300297 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77c1cd13-75b7-47a3-ba2c-04badf827121 req-db41ea0e-58b7-4f84-9eed-e6ce2904821c tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720670 Nov 15 12:45:13.340164 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923b6fd-3799-4ccf-be91-8e90a225670f req-cd1918ce-af6c-484b-b701-fba300feea25 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:13.341557 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e923b6fd-3799-4ccf-be91-8e90a225670f req-cd1918ce-af6c-484b-b701-fba300feea25 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0555031 Nov 15 12:45:13.421480 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e923b6fd-3799-4ccf-be91-8e90a225670f req-ac952f60-182f-4558-88ff-f0b95ece93b3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736136 Nov 15 12:45:13.441725 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2809f-0bce-455f-bdc1-757e431dcfca req-625c3fce-4f89-406f-a063-873916bee63a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:13.443185 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-37c2809f-0bce-455f-bdc1-757e431dcfca req-625c3fce-4f89-406f-a063-873916bee63a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0636094 Nov 15 12:45:13.451589 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 51112) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:13.455877 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Request body: {'floatingip': {'port_id': '133aca31-05be-4a7b-9476-e523e5c06e27'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:13.493962 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:13.497560 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:13.499921 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2448a1cb-4daf-47a7-805b-57c6b41a48f9" -d '{"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:13.534946 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b1c36e-0db6-4d82-a06d-0759becb846c x-openstack-request-id: req-31b1c36e-0db6-4d82-a06d-0759becb846c {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:13.535314 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:13.535638 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31b1c36e-0db6-4d82-a06d-0759becb846c {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:13.536096 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'code': 200} Nov 15 12:45:13.737981 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dda5b1-5d63-4d44-b8ab-b98e97a25f69 req-65b3d2c8-7095-460b-b8cb-001b7cd076ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:13.739623 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c4dda5b1-5d63-4d44-b8ab-b98e97a25f69 req-65b3d2c8-7095-460b-b8cb-001b7cd076ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1098 time: 0.0399528 Nov 15 12:45:13.788944 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c4dda5b1-5d63-4d44-b8ab-b98e97a25f69 req-2a083c5a-38a0-42ad-8656-4c9ff78756c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Nov 15 12:45:14.047949 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:14.051851 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:14.148817 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Floating IP a71efa34-a599-4434-aaed-be007d90308a associated. External IP: 172.27.1.69, port: 133aca31-05be-4a7b-9476-e523e5c06e27. Nov 15 12:45:14.563479 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d9d25-e3b1-46c1-a6f7-ac517f341df0 req-849eae9c-b1c8-465a-91c8-e80d840063b5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:14.564998 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-554d9d25-e3b1-46c1-a6f7-ac517f341df0 req-849eae9c-b1c8-465a-91c8-e80d840063b5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.1080575 Nov 15 12:45:14.609124 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882910a6-7f59-49d5-a8f1-10896768dff1 req-1581e2b2-a5d9-4efe-af28-513bc1a140e1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:14.611163 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-882910a6-7f59-49d5-a8f1-10896768dff1 req-1581e2b2-a5d9-4efe-af28-513bc1a140e1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.1058223 Nov 15 12:45:14.740255 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-554d9d25-e3b1-46c1-a6f7-ac517f341df0 req-bd2f7042-f273-474b-9d8d-5205c2d804f0 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670520 Nov 15 12:45:14.774107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-882910a6-7f59-49d5-a8f1-10896768dff1 req-18a819eb-22a2-4361-985a-48c90837e692 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222451 Nov 15 12:45:14.786201 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:45:14.898062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:45:14.902619 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:14.910332 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:45:14.923007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:14.923929 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:14.932114 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-5d3dca04-6417-451c-870e-c4b396f246dc tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "PUT /v2.0/floatingips/a71efa34-a599-4434-aaed-be007d90308a HTTP/1.1" status: 200 len: 990 time: 1.4788857 Nov 15 12:45:14.933680 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:14.936548 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b493e1f-a61c-42b4-bfa8-aa94510ca657" -d '{"events": [{"name": "network-changed", "server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:14.980012 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabb09c2-c637-4a8c-9ddb-8ffd4389e444 x-openstack-request-id: req-dabb09c2-c637-4a8c-9ddb-8ffd4389e444 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:14.980418 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:14.980741 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dabb09c2-c637-4a8c-9ddb-8ffd4389e444 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:14.981237 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27', 'status': 'completed', 'code': 200} Nov 15 12:45:15.036732 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:15.081181 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-0a1baa78-9382-43b1-84cf-6ca5990c9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:15.082694 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-0a1baa78-9382-43b1-84cf-6ca5990c9a37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 1098 time: 0.0442069 Nov 15 12:45:15.175340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-bbd704d8-8d9f-4600-8ceb-fc27be47cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:15.176824 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-bbd704d8-8d9f-4600-8ceb-fc27be47cdfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 200 len: 911 time: 0.0865278 Nov 15 12:45:15.313695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'a71efa34-a599-4434-aaed-be007d90308a', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': '133aca31-05be-4a7b-9476-e523e5c06e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:92:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:49Z', 'updated_at': '2021-11-15T12:45:13Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:15.339015 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:45:15.347196 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:15.347789 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:15.572289 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:15.800429 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'a71efa34-a599-4434-aaed-be007d90308a', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': '133aca31-05be-4a7b-9476-e523e5c06e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:92:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:49Z', 'updated_at': '2021-11-15T12:45:13Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:15.828778 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f6798f-be6d-4fac-b6ca-0b0baede1dfc None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'a71efa34-a599-4434-aaed-be007d90308a', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'port_id': '133aca31-05be-4a7b-9476-e523e5c06e27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'mac_address': 'fa:16:3e:92:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:49Z', 'updated_at': '2021-11-15T12:45:13Z', 'revision_number': 1, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:45:15.898742 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40840a-b945-4cf9-85f3-7114c97d85aa req-4abb58a4-627e-4bb1-97d0-062753ef161b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:15.900323 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0d40840a-b945-4cf9-85f3-7114c97d85aa req-4abb58a4-627e-4bb1-97d0-062753ef161b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0880735 Nov 15 12:45:15.933936 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4193-99b2-4a75-a8c9-809260c78c89 req-88c8a4cd-8450-4ec3-bde3-b2a427c22e48 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:15.935435 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9ff4193-99b2-4a75-a8c9-809260c78c89 req-88c8a4cd-8450-4ec3-bde3-b2a427c22e48 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0809622 Nov 15 12:45:15.981203 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0d40840a-b945-4cf9-85f3-7114c97d85aa req-fd3e16dc-7a96-4028-9e9a-11f18b8375c2 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732026 Nov 15 12:45:16.009774 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e9ff4193-99b2-4a75-a8c9-809260c78c89 req-bb9687d6-987e-4f74-ab04-3c06b0c451a8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665920 Nov 15 12:45:16.043405 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd5a1f-edeb-4e89-bd42-5d4b6ece1ce4 None None] New status for floating IP a71efa34-a599-4434-aaed-be007d90308a: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:45:16.087129 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-e402401e-6c64-4b07-85f2-50c128a0b604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=133aca31-05be-4a7b-9476-e523e5c06e27 HTTP/1.1" status: 200 len: 998 time: 0.0790501 Nov 15 12:45:16.155795 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644311f-841e-43c8-8c2b-d3901054be5a req-002fe10b-43c4-4fe4-8bde-661a1fe05036 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:16.157323 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0644311f-841e-43c8-8c2b-d3901054be5a req-002fe10b-43c4-4fe4-8bde-661a1fe05036 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0600100 Nov 15 12:45:16.167615 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51146) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:16.172443 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Request body: {'floatingip': {'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:16.230221 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:16.265143 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349796-d91c-43cc-85de-00e356c0a119 req-883e6363-1c70-4d9d-b96f-2e0793e06a85 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:16.266697 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d6349796-d91c-43cc-85de-00e356c0a119 req-883e6363-1c70-4d9d-b96f-2e0793e06a85 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0500805 Nov 15 12:45:16.329827 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d6349796-d91c-43cc-85de-00e356c0a119 req-c8bbbff4-939e-45b0-b0d0-97310b7a0a50 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570419 Nov 15 12:45:16.682268 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:16.685992 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:16.798110 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Floating IP 6249fc23-6b36-49da-bde8-fb2bd5175af6 associated. External IP: 172.27.1.51, port: ffefc1bf-d747-45f6-8979-9a984c11ed67. Nov 15 12:45:16.919238 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-b2029c70-30d1-4700-9e67-dc3654db72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:16.920982 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-b2029c70-30d1-4700-9e67-dc3654db72b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 200 len: 849 time: 0.0605967 Nov 15 12:45:17.044850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:45:17.107167 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58acd2-e7cc-49ea-a2cf-68348fb87745 req-101ed2ad-c9d3-4717-af90-d40ca7366f43 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:17.108758 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d58acd2-e7cc-49ea-a2cf-68348fb87745 req-101ed2ad-c9d3-4717-af90-d40ca7366f43 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0585077 Nov 15 12:45:17.163127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:45:17.168391 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:17.171095 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d58acd2-e7cc-49ea-a2cf-68348fb87745 req-d3c5c24e-d85e-4fc6-a5ce-db060dd048fd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553250 Nov 15 12:45:17.174703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:45:17.194640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:17.195752 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:17.199494 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-31a1f2ca-e70e-41e1-aba9-3db3cd356f75 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "PUT /v2.0/floatingips/6249fc23-6b36-49da-bde8-fb2bd5175af6 HTTP/1.1" status: 200 len: 990 time: 1.0301802 Nov 15 12:45:17.199779 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:17.202368 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e55d8-afb0-446f-9428-fbe57cbfb38c" -d '{"events": [{"name": "network-changed", "server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:17.306049 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:17.538334 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6249fc23-6b36-49da-bde8-fb2bd5175af6', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:51Z', 'updated_at': '2021-11-15T12:45:16Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:17.565026 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:45:17.573452 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:17.574057 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:44:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:17.677780 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:17.905762 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-15242941-c948-4c3c-920b-32552b639e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6249fc23-6b36-49da-bde8-fb2bd5175af6', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:51Z', 'updated_at': '2021-11-15T12:45:16Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:17.912793 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-5d16ae05-c04f-4648-a2d2-761e62d3c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:17.914171 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-5d16ae05-c04f-4648-a2d2-761e62d3c302 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46d33d4a-084c-4c8a-b96d-1c2b35f75a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438726 Nov 15 12:45:17.933542 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15242941-c948-4c3c-920b-32552b639e4b None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6249fc23-6b36-49da-bde8-fb2bd5175af6', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:44:51Z', 'updated_at': '2021-11-15T12:45:16Z', 'revision_number': 1, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:45:18.075592 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bdb55-3ea1-4731-ba8f-8b4c0260d768 req-11b07ff7-f9ce-4577-88ed-2def05d9c441 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.077137 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8c4bdb55-3ea1-4731-ba8f-8b4c0260d768 req-11b07ff7-f9ce-4577-88ed-2def05d9c441 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0613353 Nov 15 12:45:18.112126 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58406e-aa5a-4159-a9fb-8a2cd9420429 x-openstack-request-id: req-9d58406e-aa5a-4159-a9fb-8a2cd9420429 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:18.112496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:18.112818 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d58406e-aa5a-4159-a9fb-8a2cd9420429 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:18.113286 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'status': 'completed', 'code': 200} Nov 15 12:45:18.131579 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8c4bdb55-3ea1-4731-ba8f-8b4c0260d768 req-cf8a0831-f346-45d7-bce9-2ddf1fc71310 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479009 Nov 15 12:45:18.145329 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-15ae5fb8-1fbc-4b5a-9876-a4ae69ba5774 service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280897 Nov 15 12:45:18.185000 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f387ee-f96a-4c04-88b7-0745fc503a9c None None] New status for floating IP 6249fc23-6b36-49da-bde8-fb2bd5175af6: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:45:18.217684 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-2de1eba2-e631-443d-86e1-ec758e6762ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.219395 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-2de1eba2-e631-443d-86e1-ec758e6762ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1098 time: 0.0518184 Nov 15 12:45:18.254279 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3b493e1f-a61c-42b4-bfa8-aa94510ca657 req-4470869d-11e3-46fb-83ce-1ea86a4a919d service neutron] 10.222.0.36 "GET /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014187 Nov 15 12:45:18.358841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b36ee-c045-4aa2-9783-6627f8b19170 req-c710aded-8db8-418c-8c28-3c04bf44fef1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.360383 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d16b36ee-c045-4aa2-9783-6627f8b19170 req-c710aded-8db8-418c-8c28-3c04bf44fef1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0841906 Nov 15 12:45:18.366332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-3643ea4c-fd5d-420c-9654-034ddb6d0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.368029 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-3643ea4c-fd5d-420c-9654-034ddb6d0685 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1378536 Nov 15 12:45:18.473594 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d16b36ee-c045-4aa2-9783-6627f8b19170 req-f186fc76-2ca7-421c-b03a-403bc9c554eb tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044638 Nov 15 12:45:18.475283 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-27a87a29-bf0a-455a-8a98-60cb3b24af6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 1000 time: 0.0989940 Nov 15 12:45:18.533790 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-1589b6c6-d78e-40fc-ab40-cf36cad795b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.535295 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-1589b6c6-d78e-40fc-ab40-cf36cad795b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0525942 Nov 15 12:45:18.584728 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-c2e8dc46-10ae-4556-a63e-e90e085de9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:18.586356 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-c2e8dc46-10ae-4556-a63e-e90e085de9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421150 Nov 15 12:45:18.676054 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-97a355d9-e963-477f-91a1-79f5f3b2513c service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815153 Nov 15 12:45:18.768996 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-086e55d8-afb0-446f-9428-fbe57cbfb38c req-35b4c475-63e4-467d-82b2-fd314a274452 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856466 Nov 15 12:45:19.266540 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6d96f-f697-40f4-abfb-64e6c55e1170 req-41ce749e-0b9c-4b3f-9282-938fc5e9c242 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:19.268776 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-45d6d96f-f697-40f4-abfb-64e6c55e1170 req-41ce749e-0b9c-4b3f-9282-938fc5e9c242 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0601108 Nov 15 12:45:19.325484 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-45d6d96f-f697-40f4-abfb-64e6c55e1170 req-633a4d8f-b4b1-49ac-ab18-4dfd8406e5c8 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465736 Nov 15 12:45:19.414480 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b420b7fd-6ef2-423e-8171-cd7dcb46531a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:19.599201 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1bcd4-ae59-4ca7-a45d-483a02753691 req-22b630dd-7da3-4b5e-a122-38b445f9fdb9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:19.600600 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0fe1bcd4-ae59-4ca7-a45d-483a02753691 req-22b630dd-7da3-4b5e-a122-38b445f9fdb9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0546024 Nov 15 12:45:19.653106 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0fe1bcd4-ae59-4ca7-a45d-483a02753691 req-8a4b8472-a1ff-47fa-a8fc-8a6a646d6e53 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465715 Nov 15 12:45:20.452257 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d93a-da55-4061-88e1-5c4ed20efbfd req-ed345880-3d6b-4234-b63e-d3de6f5c7a08 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:20.454394 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb03d93a-da55-4061-88e1-5c4ed20efbfd req-ed345880-3d6b-4234-b63e-d3de6f5c7a08 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0555656 Nov 15 12:45:20.511747 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb03d93a-da55-4061-88e1-5c4ed20efbfd req-c45b8fc7-3d2d-4023-9874-443a750f0816 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497687 Nov 15 12:45:20.775912 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828eaa9-fa9b-42bf-a789-a194db45f1a9 req-f7b8378c-b85f-479e-a753-06c3a74e6208 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:20.778475 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9828eaa9-fa9b-42bf-a789-a194db45f1a9 req-f7b8378c-b85f-479e-a753-06c3a74e6208 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 944 time: 0.0559900 Nov 15 12:45:20.841916 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9828eaa9-fa9b-42bf-a789-a194db45f1a9 req-86747d0f-b535-4f5c-8323-958930bd6303 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571704 Nov 15 12:45:21.315458 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e4e6fc76-abc6-4e8a-8982-935e5e678851 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:45:21.417847 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:21.429003 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'port_id': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'mac_address': 'fa:16:3e:c5:55:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:45:21.469001 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:21.482387 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e6fc76-abc6-4e8a-8982-935e5e678851 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:21.502940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:21.507328 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:21.557665 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:21.565141 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.565493 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.565834 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.566568 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.566568 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.566948 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.567252 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.567503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.567833 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.568695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.568695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.568889 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:21.641511 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bd858-94ae-4c5a-829d-7bc7ad580ff3 req-3de2f41c-9c90-47b5-bd8a-7f0b30b05143 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:21.643714 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-367bd858-94ae-4c5a-829d-7bc7ad580ff3 req-3de2f41c-9c90-47b5-bd8a-7f0b30b05143 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0521522 Nov 15 12:45:21.694109 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-367bd858-94ae-4c5a-829d-7bc7ad580ff3 req-c3fd8b0c-e5c4-4641-9120-4ee75f69b11a tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Nov 15 12:45:21.890873 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['e4e6fc76-abc6-4e8a-8982-935e5e678851'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:45:21.933523 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f762b1ed-22bf-40f2-8c5b-8a665bbaa2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:21.970027 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44877193-b9da-483f-9f8d-0432d69c4855 req-6e966d50-4d4e-411d-bbaa-e7ea2b1e7842 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:21.971727 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44877193-b9da-483f-9f8d-0432d69c4855 req-6e966d50-4d4e-411d-bbaa-e7ea2b1e7842 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 945 time: 0.0516334 Nov 15 12:45:22.022665 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44877193-b9da-483f-9f8d-0432d69c4855 req-43f574dd-9e81-4859-9856-47471b1be0de tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Nov 15 12:45:22.827800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e6e64-5759-4fa8-b8d4-6e14cbe55d18 req-a2e9cafd-76dc-47fd-b349-9a6c34d658f3 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:22.829294 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-665e6e64-5759-4fa8-b8d4-6e14cbe55d18 req-a2e9cafd-76dc-47fd-b349-9a6c34d658f3 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0555353 Nov 15 12:45:22.879862 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-665e6e64-5759-4fa8-b8d4-6e14cbe55d18 req-cd05a2d8-650e-43fb-bd75-8648d04b5c82 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Nov 15 12:45:23.158435 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828d27-6906-4fb0-a9fd-167da218d5f4 req-91f7ff8a-3bd3-422f-948d-b584bbc9d643 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:23.160019 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c8828d27-6906-4fb0-a9fd-167da218d5f4 req-91f7ff8a-3bd3-422f-948d-b584bbc9d643 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 945 time: 0.0547237 Nov 15 12:45:23.175460 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:23.212913 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c8828d27-6906-4fb0-a9fd-167da218d5f4 req-a4120453-c1d1-4e20-9ca9-32f832256b88 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467880 Nov 15 12:45:23.336923 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e4e6fc76-abc6-4e8a-8982-935e5e678851 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:45:23.387039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port e4e6fc76-abc6-4e8a-8982-935e5e678851 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:45:23.391248 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port e4e6fc76-abc6-4e8a-8982-935e5e678851 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:23.391622 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:23.502818 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:23.535627 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:23.537800 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6c8d7-f603-4931-9fe8-e9b636d7ae42" -d '{"events": [{"server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "name": "network-vif-plugged", "status": "completed", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:23.552966 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:23.559517 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:23.610572 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:23.626223 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972bf19-29a5-48ce-a7dc-715d175cb9db x-openstack-request-id: req-7972bf19-29a5-48ce-a7dc-715d175cb9db {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:23.626518 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "name": "network-vif-plugged", "status": "completed", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:23.626784 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7972bf19-29a5-48ce-a7dc-715d175cb9db {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:23.627181 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'code': 200} Nov 15 12:45:23.907131 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856cb9-d392-47ca-ad07-4a1889f21eca req-9d922732-875b-42e4-8e8e-1c499b11470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:23.908544 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba856cb9-d392-47ca-ad07-4a1889f21eca req-9d922732-875b-42e4-8e8e-1c499b11470f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 1099 time: 0.0415604 Nov 15 12:45:23.973059 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba856cb9-d392-47ca-ad07-4a1889f21eca req-570972a5-358e-404b-81ba-74cec0f5f600 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520153 Nov 15 12:45:24.009336 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce3ed-ee68-4fe4-8142-b00386ed75ff req-a7498c52-de40-4f65-a104-f6c808889a43 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:24.011017 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-09bce3ed-ee68-4fe4-8142-b00386ed75ff req-a7498c52-de40-4f65-a104-f6c808889a43 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0544269 Nov 15 12:45:24.061370 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-09bce3ed-ee68-4fe4-8142-b00386ed75ff req-d2fbf7ac-90f7-452e-b040-dd41092af33e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Nov 15 12:45:24.170103 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:24.332786 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb6d13-eff3-4f6e-9ded-a274a6e02af1 req-d1089355-fd4b-4390-97cf-360913ecba2b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:24.334244 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cdb6d13-eff3-4f6e-9ded-a274a6e02af1 req-d1089355-fd4b-4390-97cf-360913ecba2b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0484045 Nov 15 12:45:24.388217 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cdb6d13-eff3-4f6e-9ded-a274a6e02af1 req-103b8ad9-d050-48e5-8f0d-1a24aa30582f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Nov 15 12:45:25.012874 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:25.192073 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd7cca-2a42-4166-807d-d65b32304474 req-be7c4bea-ed03-4a61-8388-c71465c84979 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:25.193542 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-01cd7cca-2a42-4166-807d-d65b32304474 req-be7c4bea-ed03-4a61-8388-c71465c84979 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0595450 Nov 15 12:45:25.247392 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-01cd7cca-2a42-4166-807d-d65b32304474 req-b12ebd8b-a842-4aa8-bd3b-e0328418b7ff tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Nov 15 12:45:25.512611 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32e70d-230d-4a0d-bf5f-7c93d938824d req-52a98887-7304-4795-8df8-f5a1ff742a41 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:25.514218 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4b32e70d-230d-4a0d-bf5f-7c93d938824d req-52a98887-7304-4795-8df8-f5a1ff742a41 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Nov 15 12:45:25.570391 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4b32e70d-230d-4a0d-bf5f-7c93d938824d req-29f0dbf7-c2cf-4bcc-9cd5-7fd150b948e6 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Nov 15 12:45:25.691706 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d0b1-3bc3-488c-83eb-94ee60700a49 req-934ec75a-d7fa-41be-bae1-4543f4cf1ee9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:25.693159 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5176d0b1-3bc3-488c-83eb-94ee60700a49 req-934ec75a-d7fa-41be-bae1-4543f4cf1ee9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0544429 Nov 15 12:45:25.742617 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5176d0b1-3bc3-488c-83eb-94ee60700a49 req-af1248c8-ca4c-4e61-b18e-2a759c86976a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Nov 15 12:45:25.766559 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51310) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:25.967300 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943a9f3f-3ae7-4169-be0a-ce73940c979c tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:25.968745 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-943a9f3f-3ae7-4169-be0a-ce73940c979c tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 1094 time: 0.2011676 Nov 15 12:45:25.971772 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51316) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:25.975977 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'port_id': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:45:26.000915 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:26.098220 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:26.215033 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.27.1.193 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/54677250-5ab6-4c93-91da-4a33f18874de) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:45:26.321495 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:26.359665 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:26.375185 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf834-72ff-47c5-ad81-e218c079868b req-9c3ca662-0b74-4b7c-95ee-cf1be3e5167b tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:26.376745 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-971cf834-72ff-47c5-ad81-e218c079868b req-9c3ca662-0b74-4b7c-95ee-cf1be3e5167b tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0569549 Nov 15 12:45:26.400911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:45:26.406035 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:45:26.409761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:45:26.428183 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-971cf834-72ff-47c5-ad81-e218c079868b req-de342075-e52d-46af-a12f-1f4b30f8d98a tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455406 Nov 15 12:45:26.438846 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=54677250-5ab6-4c93-91da-4a33f18874de,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:26.772776 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.095531 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.271817 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.276955 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.343579 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=54677250-5ab6-4c93-91da-4a33f18874de,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:27.355986 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.459637 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP c0b14e90-2c80-4d8b-88b3-233f7e3cd192 associated. External IP: 172.27.1.193, port: e4e6fc76-abc6-4e8a-8982-935e5e678851. Nov 15 12:45:27.554185 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc87cf2-122a-4117-88e2-39deca7fbda3 req-3ad40703-6f9e-4c43-bd0e-affd6ff1b9f1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:27.555621 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5fc87cf2-122a-4117-88e2-39deca7fbda3 req-3ad40703-6f9e-4c43-bd0e-affd6ff1b9f1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0507128 Nov 15 12:45:27.620870 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5fc87cf2-122a-4117-88e2-39deca7fbda3 req-67006e22-ece6-4bd8-9178-6629e3548fbd tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584962 Nov 15 12:45:27.677827 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:45:27.789980 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:45:27.800745 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:45:27.809381 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:27.811245 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:27.811852 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:45:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:27.840713 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-48036add-ba36-4c8a-b74a-8db0391f6b50 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8645685 Nov 15 12:45:27.840713 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:27.841030 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704b534-a364-4b38-ac91-4508a216663e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:27.885372 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a0b01-ccc4-4f49-ac2f-67b6e4de651e x-openstack-request-id: req-d79a0b01-ccc4-4f49-ac2f-67b6e4de651e {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:27.885670 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:27.885926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d79a0b01-ccc4-4f49-ac2f-67b6e4de651e {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:27.886332 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'status': 'completed', 'code': 200} Nov 15 12:45:27.921741 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:27.980263 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b534-a364-4b38-ac91-4508a216663e req-b0ac74b6-4eb0-46a1-a7fd-58b9ca6623ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:27.981637 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-b0ac74b6-4eb0-46a1-a7fd-58b9ca6623ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 1099 time: 0.0429840 Nov 15 12:45:28.088764 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b534-a364-4b38-ac91-4508a216663e req-312c099d-ba7f-4037-b162-8e999cfebec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.090223 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-312c099d-ba7f-4037-b162-8e999cfebec9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0989859 Nov 15 12:45:28.175236 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-aca822d4-f972-4ce9-bedf-e049b3b10989 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851 HTTP/1.1" status: 200 len: 1000 time: 0.0649021 Nov 15 12:45:28.176982 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'c0b14e90-2c80-4d8b-88b3-233f7e3cd192', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:c5:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:45:26Z', 'updated_at': '2021-11-15T12:45:26Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:28.203585 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:45:28.213555 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:45:28.214367 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:45:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:28.234187 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b534-a364-4b38-ac91-4508a216663e req-b9ea95bf-ff7b-46b5-a435-ebc6058a1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.235760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-b9ea95bf-ff7b-46b5-a435-ebc6058a1b1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0475903 Nov 15 12:45:28.292598 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b534-a364-4b38-ac91-4508a216663e req-953759c2-ce5e-47b2-a668-d514a7ae3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.294240 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-953759c2-ce5e-47b2-a668-d514a7ae3cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462797 Nov 15 12:45:28.393114 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519814a-d73c-450f-b852-ccf5d136925d req-b7fd6ace-114f-44ae-8a87-c01009956194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.394635 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-b7fd6ace-114f-44ae-8a87-c01009956194 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0436089 Nov 15 12:45:28.405636 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-c113f565-a42e-4bf2-8442-5ac6f001be52 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024940 Nov 15 12:45:28.455777 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:45:28.511414 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4704b534-a364-4b38-ac91-4508a216663e req-cfae2ad6-5df2-4dda-b2cf-968b1577337a service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937552 Nov 15 12:45:28.515548 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519814a-d73c-450f-b852-ccf5d136925d req-3834e9b5-c82b-49ef-84de-070c5f55369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.517000 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-3834e9b5-c82b-49ef-84de-070c5f55369c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.1000583 Nov 15 12:45:28.616114 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-5db1859b-0b96-4bbd-8a11-5d9a8107d960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1002 time: 0.0661995 Nov 15 12:45:28.677850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519814a-d73c-450f-b852-ccf5d136925d req-adc5cc11-b15c-4e8c-aa34-f3dea1b46130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.679572 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-adc5cc11-b15c-4e8c-aa34-f3dea1b46130 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0548806 Nov 15 12:45:28.728983 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'c0b14e90-2c80-4d8b-88b3-233f7e3cd192', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:c5:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:45:26Z', 'updated_at': '2021-11-15T12:45:26Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:45:28.740249 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519814a-d73c-450f-b852-ccf5d136925d req-cb3373b7-0d4f-4d26-9d62-cd94bdb97872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.741779 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-cb3373b7-0d4f-4d26-9d62-cd94bdb97872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543072 Nov 15 12:45:28.758321 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d67ab1-6cfe-4338-9c65-9b59b8a0d6b9 None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'c0b14e90-2c80-4d8b-88b3-233f7e3cd192', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:c5:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:45:26Z', 'updated_at': '2021-11-15T12:45:26Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:45:28.770402 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74b04f-c20f-42c9-875a-f3b92458f31b req-6e75c838-6d4a-4765-b622-e009a3758602 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:28.772093 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d74b04f-c20f-42c9-875a-f3b92458f31b req-6e75c838-6d4a-4765-b622-e009a3758602 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0737376 Nov 15 12:45:28.831658 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d74b04f-c20f-42c9-875a-f3b92458f31b req-915bf1d5-26ee-45cd-b51a-1c95083023e9 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530400 Nov 15 12:45:28.865580 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-739ee60a-b8bc-4d58-8b22-1b113a21ce00 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092970 Nov 15 12:45:28.994848 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb1928-bb1c-4774-97b2-80bcf4dacea3 None None] New status for floating IP c0b14e90-2c80-4d8b-88b3-233f7e3cd192: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:45:29.001737 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-d519814a-d73c-450f-b852-ccf5d136925d req-8b291486-28e4-4018-aafc-df29bc9ce316 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253555 Nov 15 12:45:29.956533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70463375-580a-4b4c-ab1f-ba906d57d494 req-cfeeee6c-f81f-4084-8688-be76d0b4f906 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:29.958026 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70463375-580a-4b4c-ab1f-ba906d57d494 req-cfeeee6c-f81f-4084-8688-be76d0b4f906 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0539544 Nov 15 12:45:30.009768 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-70463375-580a-4b4c-ab1f-ba906d57d494 req-cfc42d8a-c1d2-45ec-a702-9afa17657c68 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458479 Nov 15 12:45:30.558460 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:45:31.134808 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5137d3-4dcb-4cff-8d00-ed9516989bf6 req-7ea7e5aa-18c1-48ea-9e81-fab0ae4f0e56 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:31.136267 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f5137d3-4dcb-4cff-8d00-ed9516989bf6 req-7ea7e5aa-18c1-48ea-9e81-fab0ae4f0e56 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0531659 Nov 15 12:45:31.188381 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5f5137d3-4dcb-4cff-8d00-ed9516989bf6 req-d592c407-786e-4bd9-ad41-130a196a2bb1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462019 Nov 15 12:45:32.312243 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8592f83-b77b-447e-b613-177951b7be02 req-4a816b92-023f-43aa-a050-0f7c8627c14e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:32.314105 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a8592f83-b77b-447e-b613-177951b7be02 req-4a816b92-023f-43aa-a050-0f7c8627c14e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0546994 Nov 15 12:45:32.362596 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a8592f83-b77b-447e-b613-177951b7be02 req-f4be6762-9c1e-4063-ba5d-1201810db338 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Nov 15 12:45:32.440795 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-34557f98-5aa0-4b91-8e94-fbdb4b191ae4 req-d60b3111-25ba-4398-91db-b8da8ce71c25 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:45:32.442039 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-34557f98-5aa0-4b91-8e94-fbdb4b191ae4 req-d60b3111-25ba-4398-91db-b8da8ce71c25 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056551 Nov 15 12:45:32.624385 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-2e161e2c-2b77-4f03-beec-dd927b6671a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840476 Nov 15 12:45:32.641848 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63046592-dee8-432c-80a2-eac79d4d60e4 req-f81ed9c0-fa2d-4080-9e73-ca234271c1a1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:32.644289 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-63046592-dee8-432c-80a2-eac79d4d60e4 req-f81ed9c0-fa2d-4080-9e73-ca234271c1a1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0807059 Nov 15 12:45:32.699422 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-63046592-dee8-432c-80a2-eac79d4d60e4 req-b7a86fcb-bdff-4d36-9cae-e9b15f55a085 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484607 Nov 15 12:45:33.830061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7ea40-910b-407d-9fec-460bce402c5f req-e39ea4f7-fd76-4639-b3b4-d81083bc5190 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:33.831920 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-86f7ea40-910b-407d-9fec-460bce402c5f req-e39ea4f7-fd76-4639-b3b4-d81083bc5190 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0526640 Nov 15 12:45:33.884993 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-86f7ea40-910b-407d-9fec-460bce402c5f req-4033510f-1bb7-44d8-9ba9-ffbccee3502c tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 Nov 15 12:45:34.394756 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-ada4e23e-4e39-4f7b-9af5-385712381292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.396306 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-ada4e23e-4e39-4f7b-9af5-385712381292 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe&tenant_id=e7191bcfe4454fd9b47db87e8aa6e497 HTTP/1.1" status: 200 len: 1099 time: 0.0726392 Nov 15 12:45:34.474030 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-8982b76b-11b3-40b0-9db9-db2bae8d378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.475414 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-8982b76b-11b3-40b0-9db9-db2bae8d378c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0409951 Nov 15 12:45:34.572170 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-1a1c7690-5dbb-420a-9b42-2f7d9a57e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.573723 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-1a1c7690-5dbb-420a-9b42-2f7d9a57e422 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.0895684 Nov 15 12:45:34.652723 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-a1cb0a54-e139-4892-be21-ae3583c65ce4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1002 time: 0.0695233 Nov 15 12:45:34.706415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-cae28e38-002a-403f-ba35-09dc2315c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.707885 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-cae28e38-002a-403f-ba35-09dc2315c5c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0461326 Nov 15 12:45:34.760185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-eddcfc9a-a025-4e0e-9e66-c38ae6356924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:34.761572 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-eddcfc9a-a025-4e0e-9e66-c38ae6356924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401728 Nov 15 12:45:34.862565 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-5d92dd4b-a8ea-40f1-a663-ca16796196b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924540 Nov 15 12:45:34.973200 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-47b62ab7-83df-4dbc-bc19-51001ed1ed45 req-b2ce3acf-a1de-45c4-b2e7-c85cf0101d6d service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930221 Nov 15 12:45:35.015812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a542061-bb5b-43b7-8cc0-cfd74be083c8 req-943d1de3-9388-4aa8-999f-50ed23cd9041 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:35.017205 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a542061-bb5b-43b7-8cc0-cfd74be083c8 req-943d1de3-9388-4aa8-999f-50ed23cd9041 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0501089 Nov 15 12:45:35.078402 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a542061-bb5b-43b7-8cc0-cfd74be083c8 req-e44542d2-65fb-4c34-b60d-32ed27aa19f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552442 Nov 15 12:45:35.394160 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:45:35.475504 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:35.498707 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:35.501005 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd22cf7-4c95-4793-b1ff-1f70afe06c9b" -d '{"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:35.514133 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:35.518553 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:35.571969 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=6']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:35.604080 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf436ba0-08e2-4a82-a69c-532566c46398 x-openstack-request-id: req-cf436ba0-08e2-4a82-a69c-532566c46398 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:35.604382 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:35.604640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf436ba0-08e2-4a82-a69c-532566c46398 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:35.605039 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'code': 200} Nov 15 12:45:36.195644 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a017c-c826-4953-9647-061b8337caca req-5a464af7-212e-41e7-8ff8-8fd5de4783ad tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:36.197115 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe6a017c-c826-4953-9647-061b8337caca req-5a464af7-212e-41e7-8ff8-8fd5de4783ad tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0491462 Nov 15 12:45:36.249350 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fe6a017c-c826-4953-9647-061b8337caca req-c2ebc3a1-2d9e-4d8d-b786-9f3a59c87938 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446033 Nov 15 12:45:37.368773 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f8565-0aa9-4792-9f08-46c5bff1f959 req-e91e6273-8708-4034-9215-129bf3b0d446 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:37.370307 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e03f8565-0aa9-4792-9f08-46c5bff1f959 req-e91e6273-8708-4034-9215-129bf3b0d446 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0508111 Nov 15 12:45:37.421216 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e03f8565-0aa9-4792-9f08-46c5bff1f959 req-012a9309-0d20-4897-8341-e5e6b6e3bf1e tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Nov 15 12:45:38.542421 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70df985-1663-4339-accd-326ad5c18076 req-4bef2494-9e50-462b-8515-6f7909747b22 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:38.544005 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a70df985-1663-4339-accd-326ad5c18076 req-4bef2494-9e50-462b-8515-6f7909747b22 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0521595 Nov 15 12:45:38.595643 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a70df985-1663-4339-accd-326ad5c18076 req-86478fbd-abc8-4bca-9639-7b2ba45da8aa tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455265 Nov 15 12:45:39.712477 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1124de-8a68-4f54-b2d2-e8a4df2f95cb req-cc2f2fff-82c7-4ec4-858a-0a6c877d1bc1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:39.713986 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8e1124de-8a68-4f54-b2d2-e8a4df2f95cb req-cc2f2fff-82c7-4ec4-858a-0a6c877d1bc1 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0498207 Nov 15 12:45:39.724728 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:39.763592 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8e1124de-8a68-4f54-b2d2-e8a4df2f95cb req-9de89b94-dcb5-49e7-8e60-606a99926b69 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Nov 15 12:45:40.553005 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-634307a3-0f63-483d-ad65-7a48b6f60709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:40.554421 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-634307a3-0f63-483d-ad65-7a48b6f60709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1097 time: 0.0432234 Nov 15 12:45:40.685102 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-4ffc5e88-1da6-43e4-807e-c058c9e1407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:40.686441 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-4ffc5e88-1da6-43e4-807e-c058c9e1407c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.1051698 Nov 15 12:45:40.779403 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-050298a7-0f09-47d0-ae41-124274f08f86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1000 time: 0.0645030 Nov 15 12:45:40.830905 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-2ce514d0-f07e-4ab6-bf28-f77e93045a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:40.832194 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-2ce514d0-f07e-4ab6-bf28-f77e93045a4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0454142 Nov 15 12:45:40.884987 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-43c40003-d281-40dd-be12-3988e59c4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:40.886509 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-43c40003-d281-40dd-be12-3988e59c4f07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438120 Nov 15 12:45:40.891234 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7426-07ab-45e7-ab0a-9967ae03c058 req-1c572e80-de6f-4c62-aa5e-07ac56dcb993 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:40.892747 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53eb7426-07ab-45e7-ab0a-9967ae03c058 req-1c572e80-de6f-4c62-aa5e-07ac56dcb993 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0573967 Nov 15 12:45:40.949005 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53eb7426-07ab-45e7-ab0a-9967ae03c058 req-e7c47dd7-3063-4218-a377-19a5361ea8b8 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498157 Nov 15 12:45:40.992894 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-77c6c5aa-6a51-4a37-af59-0f8c16441408 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962017 Nov 15 12:45:41.096697 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-86b8efe4-8183-40dd-9950-0c7597b0970d req-2278ef7d-5595-4a85-b6b1-2f1c31b714c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923398 Nov 15 12:45:41.539365 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d62de-79c5-462b-b998-e777f650b807 req-3972edc7-cfd5-4a39-8a47-720ec5fcd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:41.540867 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0f9d62de-79c5-462b-b998-e777f650b807 req-3972edc7-cfd5-4a39-8a47-720ec5fcd1c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1097 time: 0.0400674 Nov 15 12:45:41.594270 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0f9d62de-79c5-462b-b998-e777f650b807 req-d0bdef27-c399-4258-8c1e-0c5b5c8dbe2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443814 Nov 15 12:45:42.094735 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b5b58-8c66-4c5e-abda-7ffcd6d3bb4e req-816b37f1-8af0-4e06-8d50-27d939d4066f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:42.096219 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d4b5b58-8c66-4c5e-abda-7ffcd6d3bb4e req-816b37f1-8af0-4e06-8d50-27d939d4066f tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0475938 Nov 15 12:45:42.144548 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3d4b5b58-8c66-4c5e-abda-7ffcd6d3bb4e req-b10c8b91-32b0-4029-b1a7-f45b1c4586ba tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Nov 15 12:45:43.261853 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0e8ef-dcef-44a4-82b7-ae87434e1d94 req-9be50576-0b08-4180-a376-bc54e6379837 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:45:43.264184 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a2e0e8ef-dcef-44a4-82b7-ae87434e1d94 req-9be50576-0b08-4180-a376-bc54e6379837 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 944 time: 0.0486693 Nov 15 12:45:43.313012 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a2e0e8ef-dcef-44a4-82b7-ae87434e1d94 req-baad656f-c30d-46b1-8374-6192a9cf6241 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 Nov 15 12:45:43.430064 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:45:43.524007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:43.535218 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'port_id': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'mac_address': 'fa:16:3e:1b:a6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:45:43.575894 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:43.588943 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3438d8-9d94-405a-af06-a2bd0727491d {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:45:43.609496 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:43.613619 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:43.661664 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=7']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:44.017061 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['5e3438d8-9d94-405a-af06-a2bd0727491d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:45:45.454527 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:45:45.503490 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 5e3438d8-9d94-405a-af06-a2bd0727491d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:45:45.503864 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:45.585331 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:45.607903 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:45:45.610121 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90605b2d-a74b-40f0-96f5-04faf4da387d" -d '{"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-plugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:45:45.622893 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:45:45.627205 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:45.652519 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4ceec-1701-48b1-b2ac-c8e4f1fce814 x-openstack-request-id: req-3cd4ceec-1701-48b1-b2ac-c8e4f1fce814 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:45:45.652866 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-plugged", "status": "completed", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:45:45.653165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cd4ceec-1701-48b1-b2ac-c8e4f1fce814 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:45:45.654262 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'code': 200} Nov 15 12:45:45.677503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=8']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:46.083005 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51524) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:46.184444 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.259690 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.264195 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.302999 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=480f39e366484f12ae59c4d6e9443d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188985 Nov 15 12:45:46.303868 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23b573-ca07-4ffc-ae42-e5aa693bf56b,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:46.305632 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 51528) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:45:46.312134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.312497 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.312850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.313191 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.313527 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.313864 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.314272 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.314610 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.314969 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.315301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.315628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.315957 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056cdb5-2132-44ee-bf9e-1bd671a89e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:45:46.357563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.379975 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.428856 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.431528 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:46.432660 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc23b573-ca07-4ffc-ae42-e5aa693bf56b HTTP/1.1" status: 204 len: 168 time: 0.1260395 Nov 15 12:45:46.441470 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf73b-3f97-48b9-863b-a723db7d6e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23b573-ca07-4ffc-ae42-e5aa693bf56b,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:45:49.416361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-48a2bf2f-9117-4594-ba7c-8ab9dc994bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:51.895592 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1f81c595-18c8-4f62-9e14-59850b4555ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:53.175024 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:54.172384 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:45:55.014481 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:07.207091 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c435f8-fca4-4c08-be1e-4d9609357b06 req-709127be-6848-4998-b550-41573429ddad tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:07.208654 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1c435f8-fca4-4c08-be1e-4d9609357b06 req-709127be-6848-4998-b550-41573429ddad tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Nov 15 12:46:07.255740 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e1c435f8-fca4-4c08-be1e-4d9609357b06 req-87c28c4e-1000-4ac8-9996-015fe085f7b8 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Nov 15 12:46:07.557121 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:46:08.390601 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a74e-dfcc-46e8-b6d7-d6f4ac634299 req-3c1ba156-087e-4e90-be13-6aaf9e3886fc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:08.392142 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5382a74e-dfcc-46e8-b6d7-d6f4ac634299 req-3c1ba156-087e-4e90-be13-6aaf9e3886fc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0567062 Nov 15 12:46:08.440701 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5382a74e-dfcc-46e8-b6d7-d6f4ac634299 req-de99d002-16b5-4ac5-8b83-4c7da719b6c5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Nov 15 12:46:09.732504 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:09.779963 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ebf1-6c8a-40d0-a991-daa1286ace20 req-01bb1cf6-05be-49f3-8441-9a4ad9563776 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:09.781465 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2f36ebf1-6c8a-40d0-a991-daa1286ace20 req-01bb1cf6-05be-49f3-8441-9a4ad9563776 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0490088 Nov 15 12:46:09.829212 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2f36ebf1-6c8a-40d0-a991-daa1286ace20 req-3982d537-4d99-4e06-8a0f-948bb5797312 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Nov 15 12:46:10.951378 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76cc5a-3db0-40c8-9770-e9bfbf459f68 req-4f064cdc-811d-4280-a175-f41512c16d54 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:10.952908 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8a76cc5a-3db0-40c8-9770-e9bfbf459f68 req-4f064cdc-811d-4280-a175-f41512c16d54 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Nov 15 12:46:11.004129 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8a76cc5a-3db0-40c8-9770-e9bfbf459f68 req-c06b14e5-683d-48f3-8cbf-4946f4deef54 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Nov 15 12:46:12.135791 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705659c-afcb-41e8-a46f-cee460382ffa req-14a671e8-d231-4c9f-9680-06dd22d5c731 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:12.143479 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6705659c-afcb-41e8-a46f-cee460382ffa req-14a671e8-d231-4c9f-9680-06dd22d5c731 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0569217 Nov 15 12:46:12.194219 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6705659c-afcb-41e8-a46f-cee460382ffa req-19684f68-2daf-4ad9-9363-2843cabe1549 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485961 Nov 15 12:46:13.327893 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2f7eb-9c75-477d-9f35-9853d8a9cbf0 req-6597a7d1-9008-42ab-9fca-625c71347135 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:13.329401 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1ac2f7eb-9c75-477d-9f35-9853d8a9cbf0 req-6597a7d1-9008-42ab-9fca-625c71347135 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0568404 Nov 15 12:46:13.380960 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1ac2f7eb-9c75-477d-9f35-9853d8a9cbf0 req-f96cfda7-0e38-4bf5-8127-b8d5229333a2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 Nov 15 12:46:14.505099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64569c7a-6893-43c7-b9de-603eb051ab41 req-b32f4636-8a39-4f5e-828e-fe350f933168 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:14.506555 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-64569c7a-6893-43c7-b9de-603eb051ab41 req-b32f4636-8a39-4f5e-828e-fe350f933168 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Nov 15 12:46:14.553271 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-64569c7a-6893-43c7-b9de-603eb051ab41 req-e5d258d6-4038-4dcc-ab0b-e830b852bcf1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Nov 15 12:46:15.674001 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbed5f-9b8d-4915-83d3-13544f6c000b req-e8ee5a71-84d5-4b80-9ae1-6f716c15ac81 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:15.675518 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44dbed5f-9b8d-4915-83d3-13544f6c000b req-e8ee5a71-84d5-4b80-9ae1-6f716c15ac81 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0489485 Nov 15 12:46:15.721380 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-44dbed5f-9b8d-4915-83d3-13544f6c000b req-418088fe-f714-4c67-b394-07f565282a58 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400109 Nov 15 12:46:16.841792 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476f1f0-52cc-4213-a76d-8e5367fb585a req-834c62b5-d91d-4361-b9f4-a5b3440f66f3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:16.843358 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8476f1f0-52cc-4213-a76d-8e5367fb585a req-834c62b5-d91d-4361-b9f4-a5b3440f66f3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0488222 Nov 15 12:46:16.896859 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8476f1f0-52cc-4213-a76d-8e5367fb585a req-43aca2c3-4399-4ffa-8fef-cd65a447ed67 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477178 Nov 15 12:46:18.024451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a2f8-9528-454f-b88b-39c7e5569369 req-78e21e0b-2d19-44ed-8829-a1f845957430 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:18.025928 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4a22a2f8-9528-454f-b88b-39c7e5569369 req-78e21e0b-2d19-44ed-8829-a1f845957430 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0480959 Nov 15 12:46:18.073730 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4a22a2f8-9528-454f-b88b-39c7e5569369 req-aff70e5c-00eb-419c-ac5d-55f677aaffed tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Nov 15 12:46:19.216876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5d80a-0a5d-49b2-a5d0-316026616567 req-883f33b1-fc4e-416e-b094-a97cca4f2c6a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:19.218399 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dac5d80a-0a5d-49b2-a5d0-316026616567 req-883f33b1-fc4e-416e-b094-a97cca4f2c6a tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0560379 Nov 15 12:46:19.264755 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dac5d80a-0a5d-49b2-a5d0-316026616567 req-a84a6047-a65a-4d6e-a625-64ebf6a72be7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Nov 15 12:46:19.418936 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1c8c73ce-bf57-43cd-b151-279f10385f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:20.386166 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619999c-6d64-4f1c-8612-84b33f602628 req-c7f0a5cf-0deb-40da-a128-06cfa256c159 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:20.387684 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b619999c-6d64-4f1c-8612-84b33f602628 req-c7f0a5cf-0deb-40da-a128-06cfa256c159 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Nov 15 12:46:20.434574 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b619999c-6d64-4f1c-8612-84b33f602628 req-0a9836f1-ce4a-47c5-be87-7f492e8de602 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Nov 15 12:46:21.552832 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53ca4-7cc8-4531-a55d-a46cc43d5028 req-e476dc2b-b35c-42c6-82fd-da3cc8bcab26 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:21.554277 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99e53ca4-7cc8-4531-a55d-a46cc43d5028 req-e476dc2b-b35c-42c6-82fd-da3cc8bcab26 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0474563 Nov 15 12:46:21.601565 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-99e53ca4-7cc8-4531-a55d-a46cc43d5028 req-ab7a454e-e886-48d5-9e7c-7a00298932a0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Nov 15 12:46:21.897403 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e280af09-46ce-4a50-bbb3-b8cbf0462284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:22.726315 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6cc2-3d20-4527-9100-d12b7b90f339 req-e8602e4d-3386-4caa-848b-bf7634da3eed tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:22.727824 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6d6a6cc2-3d20-4527-9100-d12b7b90f339 req-e8602e4d-3386-4caa-848b-bf7634da3eed tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Nov 15 12:46:22.773956 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6d6a6cc2-3d20-4527-9100-d12b7b90f339 req-48b70e93-0eee-409f-869d-2744769bfa45 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395474 Nov 15 12:46:23.178710 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:23.657337 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:46:23.754594 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:23.765962 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:46:23.806334 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:23.819494 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:46:23.838949 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:23.843973 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:23.892490 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=6']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:23.894330 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad758e-3a6e-4c7c-b2ff-f3f000e1ee80 req-bf0a87c3-dbf0-4e86-987a-bb421261e1ae tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:23.896733 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d8ad758e-3a6e-4c7c-b2ff-f3f000e1ee80 req-bf0a87c3-dbf0-4e86-987a-bb421261e1ae tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 944 time: 0.0504687 Nov 15 12:46:23.899889 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.900245 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.900592 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.900937 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.901278 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.901650 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.902120 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.902681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.903053 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.903389 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.903723 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.904052 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:23.946586 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d8ad758e-3a6e-4c7c-b2ff-f3f000e1ee80 req-7b0346c7-cb15-4950-b3bd-73cae543e2e1 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446885 Nov 15 12:46:24.063007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['ffefc1bf-d747-45f6-8979-9a984c11ed67'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:46:24.191177 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:25.021374 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:25.073354 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055dbd-6777-4f33-b9fa-f7a9990b9032 req-84c41aaa-a980-4bea-935d-164f263bd964 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:25.075739 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0055dbd-6777-4f33-b9fa-f7a9990b9032 req-84c41aaa-a980-4bea-935d-164f263bd964 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 944 time: 0.0514343 Nov 15 12:46:25.141357 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e0055dbd-6777-4f33-b9fa-f7a9990b9032 req-6bacbd10-a419-4e3b-b09e-03032e6ada45 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588212 Nov 15 12:46:25.247318 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee73bd-2d45-4f75-a2a4-126fc22167ee req-ace03e43-a933-4ead-8a80-44fa345f827d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:25.248880 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71ee73bd-2d45-4f75-a2a4-126fc22167ee req-ace03e43-a933-4ead-8a80-44fa345f827d tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0689063 Nov 15 12:46:25.303473 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-71ee73bd-2d45-4f75-a2a4-126fc22167ee req-d211acf9-874b-437f-9adc-f3e8e8e045e1 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459146 Nov 15 12:46:25.665946 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:46:25.725246 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port ffefc1bf-d747-45f6-8979-9a984c11ed67 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:46:25.725913 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:25.816978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:25.841999 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:46:25.844485 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0b964-c6b8-4660-93bf-ce738720167a" -d '{"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:46:25.860165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:25.868609 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:25.896809 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15454b7-7c45-4cb3-80c4-4659a07b9485 x-openstack-request-id: req-c15454b7-7c45-4cb3-80c4-4659a07b9485 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:46:25.897267 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:46:25.897591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c15454b7-7c45-4cb3-80c4-4659a07b9485 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:46:25.898079 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'code': 200} Nov 15 12:46:25.930337 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=7']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:26.289171 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4a8c-fadf-4dd9-b28b-74c2d7b6f666 req-c1e7242b-3e81-4aab-a413-94e05df541eb tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:26.290757 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-951e4a8c-fadf-4dd9-b28b-74c2d7b6f666 req-c1e7242b-3e81-4aab-a413-94e05df541eb tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0639694 Nov 15 12:46:26.349183 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-951e4a8c-fadf-4dd9-b28b-74c2d7b6f666 req-79c99034-71dc-4e58-8ebc-150a82c8ecb9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507069 Nov 15 12:46:26.438682 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee88a3-c509-4bb6-8e64-1425da6cc92e req-324db75e-64ae-4b27-a972-c9a104ddcfb9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:26.440522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dbee88a3-c509-4bb6-8e64-1425da6cc92e req-324db75e-64ae-4b27-a972-c9a104ddcfb9 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0581663 Nov 15 12:46:26.494739 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dbee88a3-c509-4bb6-8e64-1425da6cc92e req-74927d77-598f-4b64-bded-f42c76b23722 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478301 Nov 15 12:46:27.096285 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c68274-7f18-4dc6-b471-6860da58467a req-3673820f-2548-4329-a29e-0096e97373b5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:27.097955 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-52c68274-7f18-4dc6-b471-6860da58467a req-3673820f-2548-4329-a29e-0096e97373b5 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Nov 15 12:46:27.234998 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Deleting port 133aca31-05be-4a7b-9476-e523e5c06e27 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:27.235452 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:27.348198 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] For port 133aca31-05be-4a7b-9476-e523e5c06e27, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=133aca31-05be-4a7b-9476-e523e5c06e27,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:27.348500 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:27.512675 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf14138-3da5-46ce-8cb6-25b48c2547ac req-65871f0a-35cc-442d-b8ee-0f94eb674b4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:27.514333 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6cf14138-3da5-46ce-8cb6-25b48c2547ac req-65871f0a-35cc-442d-b8ee-0f94eb674b4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0670381 Nov 15 12:46:27.576217 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6cf14138-3da5-46ce-8cb6-25b48c2547ac req-b11dbc1a-f95a-498a-9d3f-fcf5c5562275 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554695 Nov 15 12:46:27.611409 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:27.612098 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:27.612598 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Floating IP a71efa34-a599-4434-aaed-be007d90308a disassociated. External IP: 172.27.1.69, port: 133aca31-05be-4a7b-9476-e523e5c06e27. Nov 15 12:46:27.613147 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Calling delete_port for 133aca31-05be-4a7b-9476-e523e5c06e27 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:27.681945 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa286-e2db-484a-8192-c1e0a687ec86 req-78d366be-2f02-419a-8215-bc3f7dfedafa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:27.687313 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2b6fa286-e2db-484a-8192-c1e0a687ec86 req-78d366be-2f02-419a-8215-bc3f7dfedafa tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 945 time: 0.0709033 Nov 15 12:46:27.749207 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2b6fa286-e2db-484a-8192-c1e0a687ec86 req-2195284e-31c1-43b2-ac91-ad5b3b19eb71 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a98c4d2-3aa6-4b09-9927-8207927e9f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571854 Nov 15 12:46:27.804028 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:27.845801 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'Port': ['ID=133aca31-05be-4a7b-9476-e523e5c06e27,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:27.984356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:46:28.098606 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:46:28.125716 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:46:28.149777 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] No DVR routers for this DVR port 133aca31-05be-4a7b-9476-e523e5c06e27 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:46:28.153037 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:28.154271 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:46:28.155238 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:28.156423 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-52c68274-7f18-4dc6-b471-6860da58467a req-9c1fa09d-3c29-4141-a5ca-7aee3484ea22 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.36 "DELETE /v2.0/ports/133aca31-05be-4a7b-9476-e523e5c06e27 HTTP/1.1" status: 204 len: 173 time: 1.0522282 Nov 15 12:46:28.157077 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'name': 'network-vif-deleted', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:46:28.159443 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64316d6-a5fa-4f46-9e0a-c33e6d7a8579" -d '{"events": [{"server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "name": "network-vif-deleted", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:46:28.229356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b2dcf-9f56-478c-a774-ea81f87b0ddd x-openstack-request-id: req-c26b2dcf-9f56-478c-a774-ea81f87b0ddd {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:46:28.230355 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ceda11b-c435-4946-bbc9-f6ce1134e847", "name": "network-vif-deleted", "tag": "133aca31-05be-4a7b-9476-e523e5c06e27", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:46:28.230730 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c26b2dcf-9f56-478c-a774-ea81f87b0ddd {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:46:28.231279 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceda11b-c435-4946-bbc9-f6ce1134e847', 'name': 'network-vif-deleted', 'tag': '133aca31-05be-4a7b-9476-e523e5c06e27', 'status': 'completed', 'code': 200} Nov 15 12:46:28.357336 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:46:28.584030 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:28.612942 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:46:28.623995 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:46:28.624708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:28.760166 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c8c6e-2107-427b-ab4f-52a9d6dedf57 req-9ee93c62-de79-4c5d-bf09-dd181db40230 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:28.762494 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-da9c8c6e-2107-427b-ab4f-52a9d6dedf57 req-9ee93c62-de79-4c5d-bf09-dd181db40230 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0912385 Nov 15 12:46:28.803276 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:46:28.832356 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-da9c8c6e-2107-427b-ab4f-52a9d6dedf57 req-23b43712-eb7d-45f9-8886-8b7399ca03d3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630085 Nov 15 12:46:28.923637 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-58f27b30-4a7d-4a5d-b532-b468f83ca31c req-9f54c424-640f-463d-a755-4d38984aaa17 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ceda11b-c435-4946-bbc9-f6ce1134e847 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Nov 15 12:46:29.094807 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:29.126451 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605468d9-b126-4b62-9ae7-f1171170bbab None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:39:38Z', 'revision_number': 4, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '38e692a4-8741-49fb-91b3-a6e0ad4b28f3', 'name': '', 'network_id': '46d33d4a-084c-4c8a-b96d-1c2b35f75a03', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'mac_address': 'fa:16:3e:3e:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:36Z', 'updated_at': '2021-11-15T12:39:44Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'subnets': [{'id': 'a360649c-a291-4175-8741-9b8273aa97bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:46:29.397584 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d88cdb-3f4f-4128-b388-94b2e858a5ff None None] New status for floating IP a71efa34-a599-4434-aaed-be007d90308a: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:46:30.000595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9570932-f1a6-4549-ac72-3527108a1455 req-18d3fa14-38c4-4d92-9f2f-d16584c8a9dd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:30.012196 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9570932-f1a6-4549-ac72-3527108a1455 req-18d3fa14-38c4-4d92-9f2f-d16584c8a9dd tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0765514 Nov 15 12:46:30.018225 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51844) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:30.076589 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f9570932-f1a6-4549-ac72-3527108a1455 req-6e9a6627-c838-4741-929c-04dbdd7ccf66 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633984 Nov 15 12:46:30.098275 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.129379 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.185063 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.188124 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.191773 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "DELETE /v2.0/security-groups/9a98c4d2-3aa6-4b09-9927-8207927e9f93 HTTP/1.1" status: 204 len: 168 time: 0.1693664 Nov 15 12:46:30.192154 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 51846) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:30.213701 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.api.v2.resource [None req-25f18dfd-3afa-432c-958c-7efe3eb0a92a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] show failed (client error): The resource could not be found. Nov 15 12:46:30.217495 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-25f18dfd-3afa-432c-958c-7efe3eb0a92a tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "GET /v2.0/security-groups/9a98c4d2-3aa6-4b09-9927-8207927e9f93 HTTP/1.1" status: 404 len: 347 time: 0.0216577 Nov 15 12:46:30.217641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c67bd-be4b-4fc5-9edb-cbd2dcbfaeea tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98c4d2-3aa6-4b09-9927-8207927e9f93,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:30.218490 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51848) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:30.603836 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Deleting port 23b8233b-cf40-4cf3-abc5-91ad5a04f3c0 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:30.604219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.698319 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.698652 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.711853 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Calling delete_port for 23b8233b-cf40-4cf3-abc5-91ad5a04f3c0 owned by network:floatingip {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:30.891773 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:30.925234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Pushing event deleted for resources: {'Port': ['ID=23b8233b-cf40-4cf3-abc5-91ad5a04f3c0,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:31.002215 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks [] for floatingip, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:31.005032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:31.006273 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b30db9b4-8a9e-46ce-b7ac-091da48c7280 tempest-AttachVolumeTestJSON-974928467 tempest-AttachVolumeTestJSON-974928467-project] 10.222.0.43 "DELETE /v2.0/floatingips/a71efa34-a599-4434-aaed-be007d90308a HTTP/1.1" status: 204 len: 168 time: 0.7874200 Nov 15 12:46:31.270570 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb486fd-ceed-4d97-8895-53fe6becacd3 req-208339d2-6de1-48ee-945b-6f3cd03186d7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:31.272632 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-acb486fd-ceed-4d97-8895-53fe6becacd3 req-208339d2-6de1-48ee-945b-6f3cd03186d7 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0842950 Nov 15 12:46:31.342748 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-acb486fd-ceed-4d97-8895-53fe6becacd3 req-93935d75-2ea0-4d3f-946c-75c61c0699d9 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607066 Nov 15 12:46:31.686478 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 133aca31-05be-4a7b-9476-e523e5c06e27 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:46:31.710415 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 133aca31-05be-4a7b-9476-e523e5c06e27 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:46:31.710902 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 133aca31-05be-4a7b-9476-e523e5c06e27 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:46:32.501741 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433f4c-e21c-427f-bc74-6665ceb735a0 req-d3729ec1-d9a8-4bdc-aafb-5327988ea9a2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:32.504209 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35433f4c-e21c-427f-bc74-6665ceb735a0 req-d3729ec1-d9a8-4bdc-aafb-5327988ea9a2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0576878 Nov 15 12:46:32.574974 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35433f4c-e21c-427f-bc74-6665ceb735a0 req-a71bfcb2-f550-4c56-bc2c-0394b439e201 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645459 Nov 15 12:46:33.713686 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64267-e485-419c-8185-f4bf673c3d2b req-b4bd728d-2710-428b-ad9b-93a286bcbd95 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:33.716483 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-92c64267-e485-419c-8185-f4bf673c3d2b req-b4bd728d-2710-428b-ad9b-93a286bcbd95 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0565865 Nov 15 12:46:33.775449 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-92c64267-e485-419c-8185-f4bf673c3d2b req-dda371ce-01b6-4011-8904-39ea01d5e6f3 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531161 Nov 15 12:46:34.710540 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51890) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:34.910668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e655182-0167-43c1-8dd2-88999a4d72ea req-27af3d70-3f4f-4edc-a0dc-1c8116a6c14d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:34.912175 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6e655182-0167-43c1-8dd2-88999a4d72ea req-27af3d70-3f4f-4edc-a0dc-1c8116a6c14d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Nov 15 12:46:34.961668 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6e655182-0167-43c1-8dd2-88999a4d72ea req-a5a2c421-0695-468e-bb91-014cedfbb48b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Nov 15 12:46:35.260375 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:35.548278 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-d9cca642-7211-4012-8d7a-4a77b0698f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:35.549683 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-d9cca642-7211-4012-8d7a-4a77b0698f6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1098 time: 0.0788145 Nov 15 12:46:35.619453 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Deleting port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:35.619790 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:35.697892 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-e0e103cc-551a-4842-9753-8d66b4a28012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:35.700054 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-e0e103cc-551a-4842-9753-8d66b4a28012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1402164 Nov 15 12:46:35.762476 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] For port 38e692a4-8741-49fb-91b3-a6e0ad4b28f3, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:35.763185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:35.781982 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Calling delete_port for 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:35.796492 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-a6f4051b-60c8-4cf2-ae95-486dbcdb8baf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 1000 time: 0.0872238 Nov 15 12:46:35.885648 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-275c65d7-f2a5-449e-85cc-1cd14f5d8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:35.887034 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-275c65d7-f2a5-449e-85cc-1cd14f5d8a62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0594606 Nov 15 12:46:35.984922 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-23b72f59-d5df-408f-9225-77ca332ad4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:35.986407 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-23b72f59-d5df-408f-9225-77ca332ad4f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612943 Nov 15 12:46:36.101075 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:36.142918 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e692a4-8741-49fb-91b3-a6e0ad4b28f3,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:36.148110 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-148906c2-786f-4a42-8e51-69c7f948d30e service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547437 Nov 15 12:46:36.338370 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61f873-0428-4240-83e5-0b17e29a1e42 req-3091e320-2796-4a2a-8b87-118fe5c010a5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:36.343306 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a61f873-0428-4240-83e5-0b17e29a1e42 req-3091e320-2796-4a2a-8b87-118fe5c010a5 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.3064404 Nov 15 12:46:36.368122 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f28a9e36-6bc6-4c90-bd70-e24d249b0851 req-359e80b6-831f-45b7-b8ca-d334386f280c service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124910 Nov 15 12:46:36.391207 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a61f873-0428-4240-83e5-0b17e29a1e42 req-27b2e283-23b4-464b-83c5-e556fe9bcfe6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443084 Nov 15 12:46:36.403712 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:36.619520 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Router c0ac3caf-408b-44e4-97f9-602421c1ac6e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:46:36.728525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:46:36.733638 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8aaca611-7820-4c33-94d9-a8709e08c208 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0ac3caf-408b-44e4-97f9-602421c1ac6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219111 Nov 15 12:46:36.736173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51908) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:36.738790 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Sync routers for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:46:36.749476 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:46:36.750176 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:36.844964 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:36.952833 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:36.977635 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:46:37.009931 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Deleting port 2a295004-bfac-49a3-a7c6-9891abf610b1 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:37.010173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.089468 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] For port 2a295004-bfac-49a3-a7c6-9891abf610b1, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2a295004-bfac-49a3-a7c6-9891abf610b1,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:37.089829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.102044 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Calling delete_port for 2a295004-bfac-49a3-a7c6-9891abf610b1 owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:37.158528 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:46:35Z', 'revision_number': 5, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port': {'id': '2a295004-bfac-49a3-a7c6-9891abf610b1', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:39:32Z', 'updated_at': '2021-11-15T12:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:37.185393 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Checking router: c0ac3caf-408b-44e4-97f9-602421c1ac6e for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:46:37.194140 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Routers {'c0ac3caf-408b-44e4-97f9-602421c1ac6e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:46:37.194761 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:37.268356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.283614 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] Set router c0ac3caf-408b-44e4-97f9-602421c1ac6e gateway port host: None {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:46:37.292542 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a295004-bfac-49a3-a7c6-9891abf610b1,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:37.341261 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:46:36Z', 'revision_number': 6, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:37.365428 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.367975 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5f67f-1c95-446e-8eec-06c2536ca2f3 None None] The sync data for ids ['c0ac3caf-408b-44e4-97f9-602421c1ac6e'] in dv-cinder-680889-10-iscsi is: [{'id': 'c0ac3caf-408b-44e4-97f9-602421c1ac6e', 'name': 'tempest-AttachVolumeTestJSON-331029188-router', 'tenant_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:39:31Z', 'updated_at': '2021-11-15T12:46:36Z', 'revision_number': 6, 'project_id': 'b91bd39e4f3b40f396370b06f870aeb6', 'gw_port_host': None}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:46:37.465044 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.467325 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.512475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.513102 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ac3caf-408b-44e4-97f9-602421c1ac6e {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:46:37.515725 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f1643-0436-458b-8e64-66048c1d62a9 req-908c9680-5d5e-4ff1-af36-0c5f64393a53 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:37.517217 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-503f1643-0436-458b-8e64-66048c1d62a9 req-908c9680-5d5e-4ff1-af36-0c5f64393a53 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Nov 15 12:46:37.517950 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.521537 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-458ae5e8-30fb-4f2b-a0b7-3bae5ad93f80 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c0ac3caf-408b-44e4-97f9-602421c1ac6e HTTP/1.1" status: 204 len: 168 time: 0.7820122 Nov 15 12:46:37.521771 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51912) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:37.566793 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-503f1643-0436-458b-8e64-66048c1d62a9 req-da4ea25b-9a4c-4e03-9f53-207b16fd500b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 Nov 15 12:46:37.568253 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Deleting subnet a360649c-a291-4175-8741-9b8273aa97bb {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:46:37.571698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.612154 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:37.858532 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:46:37.879941 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:46:37.880296 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 38e692a4-8741-49fb-91b3-a6e0ad4b28f3 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:46:37.970448 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.027311 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.053599 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a360649c-a291-4175-8741-9b8273aa97bb,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:38.057758 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.060800 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5bf8ed39-d2fc-40e7-a666-4d0fe43f348c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a360649c-a291-4175-8741-9b8273aa97bb HTTP/1.1" status: 204 len: 168 time: 0.5378926 Nov 15 12:46:38.063374 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51914) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:38.066390 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942eb1a9-c88c-413c-9278-47c81906fe15 None None] Network 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:46:38.134025 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.196073 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Deleting port 337e7010-eb2b-427d-969b-b66e9ffb5198 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:38.196437 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.266977 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] For port 337e7010-eb2b-427d-969b-b66e9ffb5198, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=337e7010-eb2b-427d-969b-b66e9ffb5198,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:38.267387 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.281963 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Calling delete_port for 337e7010-eb2b-427d-969b-b66e9ffb5198 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:38.282706 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] DHCP port deletion for 46d33d4a-084c-4c8a-b96d-1c2b35f75a03 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:46:38.342018 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Deleting port 337e7010-eb2b-427d-969b-b66e9ffb5198 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:46:38.342423 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.369737 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.396159 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Pushing event deleted for resources: {'Port': ['ID=337e7010-eb2b-427d-969b-b66e9ffb5198,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:38.403701 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] No DVR routers for this DVR port 337e7010-eb2b-427d-969b-b66e9ffb5198 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:46:38.409053 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] For port 337e7010-eb2b-427d-969b-b66e9ffb5198, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=337e7010-eb2b-427d-969b-b66e9ffb5198,segment=NetworkSegment(f58a6961-7744-4059-8cbe-ad782d71b5f5),segment_id=f58a6961-7744-4059-8cbe-ad782d71b5f5)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:38.409450 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.422706 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Calling delete_port for 337e7010-eb2b-427d-969b-b66e9ffb5198 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:46:38.479174 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.507586 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d33d4a-084c-4c8a-b96d-1c2b35f75a03']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:38.521189 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58a6961-7744-4059-8cbe-ad782d71b5f5') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:38.521498 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58a6961-7744-4059-8cbe-ad782d71b5f5') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:46:38.532576 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.547373 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.549761 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.558371 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:46:38.559934 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:46:38.561872 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:46:38.575681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] Pushing event deleted for resources: {'Port': ['ID=337e7010-eb2b-427d-969b-b66e9ffb5198,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:38.581311 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e8127-e65a-4fb1-9dfc-ff7baae8c975 None None] No DVR routers for this DVR port 337e7010-eb2b-427d-969b-b66e9ffb5198 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:46:38.638087 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.649283 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.654648 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] 10.222.0.43 "DELETE /v2.0/networks/46d33d4a-084c-4c8a-b96d-1c2b35f75a03 HTTP/1.1" status: 204 len: 168 time: 0.5882926 Nov 15 12:46:38.665356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2482-8d51-4308-9264-11d05dc07836 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d33d4a-084c-4c8a-b96d-1c2b35f75a03,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:38.694514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa13ce-9893-46b2-a99a-0cadd190ebda req-09eb13b1-8435-41f8-9e81-ad3c260f326d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:38.696026 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7baa13ce-9893-46b2-a99a-0cadd190ebda req-09eb13b1-8435-41f8-9e81-ad3c260f326d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Nov 15 12:46:38.750012 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7baa13ce-9893-46b2-a99a-0cadd190ebda req-21c19904-9bd9-4282-beb8-448bbf130f1e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466862 Nov 15 12:46:38.774092 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51920) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:38.815213 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-42d89573-df83-46cb-b756-bcc11c326c7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b91bd39e4f3b40f396370b06f870aeb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398121 Nov 15 12:46:38.818025 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51924) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:38.867136 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.894722 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.944573 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.948320 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:38.952269 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a410794-8db6-44a7-8cc4-86c749add286 HTTP/1.1" status: 204 len: 168 time: 0.1301992 Nov 15 12:46:38.957513 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8411a09-cf72-40f9-89a6-2ac1136fbbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a410794-8db6-44a7-8cc4-86c749add286,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:39.471274 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 337e7010-eb2b-427d-969b-b66e9ffb5198 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:46:39.497750 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 337e7010-eb2b-427d-969b-b66e9ffb5198 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:46:39.498095 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 337e7010-eb2b-427d-969b-b66e9ffb5198 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:46:39.498680 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2a295004-bfac-49a3-a7c6-9891abf610b1 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:46:39.522481 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 2a295004-bfac-49a3-a7c6-9891abf610b1 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:46:39.522852 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2a295004-bfac-49a3-a7c6-9891abf610b1 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:46:39.693421 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51974) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:39.702756 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:46:39.746754 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa6b9-cc94-46c8-9f8e-5e1928f6366f req-efdc0602-eb00-4638-8df7-80180f935174 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:39.749389 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eeafa6b9-cc94-46c8-9f8e-5e1928f6366f req-efdc0602-eb00-4638-8df7-80180f935174 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 945 time: 0.0630543 Nov 15 12:46:39.759264 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.810653 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.824568 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1465606866-network', 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:46:39.831335 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-eeafa6b9-cc94-46c8-9f8e-5e1928f6366f req-3b1cbd09-5b35-4216-9b88-14bc65b6823d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750000 Nov 15 12:46:39.835054 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:46:39.837288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3936bba1-7411-447f-a2f8-4e8788e17434" -d '{"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:46:39.851626 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:46:39.853990 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.860084 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:39.863370 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.865631 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.909431 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 15 Nov 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99403505-c703-4f3d-a639-7104d09d863e x-openstack-request-id: req-99403505-c703-4f3d-a639-7104d09d863e {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:46:39.909727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-unplugged", "status": "failed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "code": 422}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:46:39.910228 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99403505-c703-4f3d-a639-7104d09d863e {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:46:39.910624 dv-cinder-680889-10-iscsi neutron-server[108284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'code': 422} returned with failed status Nov 15 12:46:39.939593 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=8']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:39.957933 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.962081 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:39.989016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:46:39.998608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df5217-91ae-434f-ae3c-ecfd613a9f74,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:40.006483 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.006867 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Added segment 598d6959-cb97-4d20-b17f-fd8e7023a05a of type vlan for network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 Nov 15 12:46:40.051192 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.067462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 51994) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:40.078244 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.079263 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:40.079867 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.140257 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4455950 Nov 15 12:46:40.144684 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 51998) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:46:40.149523 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Request body: {'subnet': {'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1465606866-subnet', 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:46:40.152818 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07d5b-cfdc-47b7-977e-d965104c4d1f admin admin] Pushing event updated for resources: {'Network': ['ID=b5e792a7-3bc7-401c-8890-d6bf3bed54f7,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:40.158963 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-26a552c8-d35e-4e4b-94a0-72a2de6a040c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894904 Nov 15 12:46:40.162239 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:46:40.172940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'subnet': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:46:40.175278 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454747'] for subnet, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.175948 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-d732b16b-d20f-496d-ac6f-fe10faea5586 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:46:40.177141 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-d732b16b-d20f-496d-ac6f-fe10faea5586 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052967 Nov 15 12:46:40.360037 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9918675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454729'] for subnet, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.419165 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed477967-205e-4de1-8035-0148edc89d77,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:40.428467 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Checking segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:46:40.428835 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Network hostable DHCP agents. Network: b5e792a7-3bc7-401c-8890-d6bf3bed54f7, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:46:40.447160 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:46:40.457430 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, b5e792a7-3bc7-401c-8890-d6bf3bed54f7) {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:46:40.461686 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:40.462284 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:40.467966 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb23599-4db7-4ba5-8c55-e5d657746946 None None] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:46:40.491076 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8b41b2dd-8794-4217-827e-873ed0685470 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3389249 Nov 15 12:46:40.600823 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef4138-9390-439d-b9aa-27dfe20d0c3c None None] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:46:40.889716 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-0ba6dbfb-6894-4b92-90b4-adfd71b196bd tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:40.891192 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-0ba6dbfb-6894-4b92-90b4-adfd71b196bd tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1041050 Nov 15 12:46:40.906626 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-90e2e4cc-459e-4918-8dfe-33b1d6ef6d36 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/quotas/8b023f637e184e67bccf0ed11a6a802d HTTP/1.1" status: 200 len: 375 time: 0.0098822 Nov 15 12:46:40.957952 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-1e401b05-f0a3-452f-98b5-e5a9cda4fd6d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456300 Nov 15 12:46:41.053883 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ca23-fbf9-47f4-b990-ec349f9292b2 req-d7e3007e-1527-4789-8a67-adc77eacc679 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.055413 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea35ca23-fbf9-47f4-b990-ec349f9292b2 req-d7e3007e-1527-4789-8a67-adc77eacc679 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.1420808 Nov 15 12:46:41.081270 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-34e3bafc-9b9b-4482-b7f2-0f039fc26948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.082805 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-34e3bafc-9b9b-4482-b7f2-0f039fc26948 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6&tenant_id=811d24506f5a47d0925645d4303dac8d HTTP/1.1" status: 200 len: 1096 time: 0.0430269 Nov 15 12:46:41.096431 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-4840acd1-38aa-4f1a-9a60-4d01c8cbe4e8 service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237824 Nov 15 12:46:41.175073 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ea35ca23-fbf9-47f4-b990-ec349f9292b2 req-a053c145-c46c-4010-aff2-a8d7e7784e6f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073987 Nov 15 12:46:41.177825 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-efe7c99c-9619-447c-90da-1894a0f28972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.179474 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-efe7c99c-9619-447c-90da-1894a0f28972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=811d24506f5a47d0925645d4303dac8d&device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0455413 Nov 15 12:46:41.229137 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-209d7c20-2a58-44d9-b354-e0e28f3c1349 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688632 Nov 15 12:46:41.239653 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-0d1522af-1dee-4bad-b90d-aa8893517f03 service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338027 Nov 15 12:46:41.288467 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-db75ddae-0cf7-4285-abfc-776a1ca526a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.290145 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-db75ddae-0cf7-4285-abfc-776a1ca526a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 200 len: 918 time: 0.1023388 Nov 15 12:46:41.343308 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-a891c21c-f683-4049-9d0e-3372eca17890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.344990 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-a891c21c-f683-4049-9d0e-3372eca17890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0454738 Nov 15 12:46:41.371541 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-6c2ebd1c-2011-408b-83a8-0cb92ce421f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 200 len: 998 time: 0.0711918 Nov 15 12:46:41.447163 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-e69e850a-c519-4a41-a362-6fe18d9734d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.448658 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-e69e850a-c519-4a41-a362-6fe18d9734d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 200 len: 856 time: 0.0693455 Nov 15 12:46:41.500039 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-43290e17-2193-4ca3-89bd-b8cb97ed587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.501635 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-43290e17-2193-4ca3-89bd-b8cb97ed587a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0a2cb68-3063-4051-80f9-d2c4ff88f485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452504 Nov 15 12:46:41.519304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-373a1c31-867e-4b93-8032-d46953ad838f req-9ce9aaed-c3ce-4bfa-a4c2-a895c2f347af tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.1075287 Nov 15 12:46:41.571129 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-c4524be5-7bb6-4916-beaa-71133a0cbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.572661 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-c4524be5-7bb6-4916-beaa-71133a0cbc16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.2007966 Nov 15 12:46:41.631754 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-cdbb2f9b-f5e9-46b4-83a0-658899a67333 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231272 Nov 15 12:46:41.646580 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-4da5bce2-6286-44b5-815f-862a80d0cacf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 1002 time: 0.0658863 Nov 15 12:46:41.703703 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-3996dc80-99ae-4262-8eff-eb8fcad6ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.705174 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-3996dc80-99ae-4262-8eff-eb8fcad6ad37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0516472 Nov 15 12:46:41.731499 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6f86d47c-72c5-492a-bc07-bd0a08b29cc9 req-5e18f30a-1233-422d-be97-6119b3e4238e service neutron] 10.222.0.36 "GET /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Nov 15 12:46:41.755555 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-d1f846a9-9039-4915-872f-53df2f22f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:41.757102 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-d1f846a9-9039-4915-872f-53df2f22f4ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453589 Nov 15 12:46:41.871847 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-5efb1750-ac74-4b0f-b5ac-b81755651a15 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946698 Nov 15 12:46:41.999989 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-57bc3ad0-7c46-44b2-8f46-8a3d1b04a161 req-e320944f-07d9-4f15-9d77-593a46bc2d3e service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968325 Nov 15 12:46:42.305153 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025740f-8b06-4ed9-8445-4a88bc2c253b req-d1966c65-bb52-42b3-aba6-1df6ae9ef49b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:42.308106 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e025740f-8b06-4ed9-8445-4a88bc2c253b req-d1966c65-bb52-42b3-aba6-1df6ae9ef49b tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0582008 Nov 15 12:46:42.365223 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e025740f-8b06-4ed9-8445-4a88bc2c253b req-a541daeb-4ec2-4795-846d-b4fff8319985 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513051 Nov 15 12:46:42.620914 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-61b3cf49-2f6d-4d05-9ad7-02adc464839a req-99f26134-77cd-46de-9259-af90e3c69346 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0314388 Nov 15 12:46:43.498635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1922-5b57-4bac-b70c-11e1b7f446ab req-47f31607-cc44-4d55-a582-e776dabfafad tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:43.500076 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f41b1922-5b57-4bac-b70c-11e1b7f446ab req-47f31607-cc44-4d55-a582-e776dabfafad tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0533974 Nov 15 12:46:43.550722 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f41b1922-5b57-4bac-b70c-11e1b7f446ab req-8362f416-5fb7-49d7-8311-d7df220b1605 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Nov 15 12:46:43.732743 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ed29e781-4c5f-4a2e-b215-0a63c871cfac req-04d0fd9c-473d-4fbd-9ce9-bcfed4ee3f53 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0307345 Nov 15 12:46:44.555479 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:46:44.687568 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d439e85-a3d4-48b5-971d-24a7808be4da req-00a87709-1ab4-4a28-8397-cd501a43d3cc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:44.689045 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d439e85-a3d4-48b5-971d-24a7808be4da req-00a87709-1ab4-4a28-8397-cd501a43d3cc tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0572629 Nov 15 12:46:44.739957 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d439e85-a3d4-48b5-971d-24a7808be4da req-f7a6cda1-3ac7-44bb-a2c5-27f8b3347285 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Nov 15 12:46:44.832877 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3afeca2a-1065-4ea3-8517-b975dd0bd2e7 req-57a27c95-cfc7-4ef5-be26-575cf8c41b6b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0271032 Nov 15 12:46:45.863723 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec129e-6376-4c9c-941f-879447d1fec0 req-25525dcd-b0e9-4ff9-a2bc-f332f7dd7642 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:45.865273 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-33ec129e-6376-4c9c-941f-879447d1fec0 req-25525dcd-b0e9-4ff9-a2bc-f332f7dd7642 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0519447 Nov 15 12:46:45.942463 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8c6af16d-203e-4ef7-b535-063503b68d83 req-e2dc8790-2774-4ab7-9e6b-54ef00d81246 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0389428 Nov 15 12:46:45.951490 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-33ec129e-6376-4c9c-941f-879447d1fec0 req-fda432d1-0fd3-482e-9115-30862d8b6283 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803866 Nov 15 12:46:47.077373 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5ea6c4aa-8678-4205-84ac-2355bcbdd280 req-79e0004a-f75d-4e6e-8762-322647103f25 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0467520 Nov 15 12:46:47.117677 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac29f6-1bb2-4432-9c15-b6467a0e1d11 req-b4052e0e-495a-4eb2-9e54-89f4dc8355fe tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:47.119205 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-34ac29f6-1bb2-4432-9c15-b6467a0e1d11 req-b4052e0e-495a-4eb2-9e54-89f4dc8355fe tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0873919 Nov 15 12:46:47.201530 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-34ac29f6-1bb2-4432-9c15-b6467a0e1d11 req-c40b1a99-3b58-4493-b9e5-ab8f44fcf020 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761318 Nov 15 12:46:48.190992 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-adf58d78-240a-44ae-95ff-cf3ab992d1e4 req-44214eb2-c1e2-47c9-88a3-2636397ca563 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0290444 Nov 15 12:46:48.361943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6343e69-693a-43e5-8677-e1d9e9934847 req-b3404137-4667-4c82-8abf-839555c06053 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:48.363480 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e6343e69-693a-43e5-8677-e1d9e9934847 req-b3404137-4667-4c82-8abf-839555c06053 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0657811 Nov 15 12:46:48.413958 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e6343e69-693a-43e5-8677-e1d9e9934847 req-ba0ce051-45f8-435e-8fcf-e9dc678e28cb tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 Nov 15 12:46:49.289336 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-82f05bd3-869b-4710-b617-9628937a52e8 req-7bc26762-8bae-46f7-97c9-9ba751cc0e37 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0294836 Nov 15 12:46:49.429284 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-149a57c8-7d6d-4fd1-acf9-4d5b55273176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:49.546758 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684e49f-8a2c-48bb-b124-58ca2bfe50c2 req-260baaf0-edd7-4613-a52b-1c15b63b2b30 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:49.548320 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b684e49f-8a2c-48bb-b124-58ca2bfe50c2 req-260baaf0-edd7-4613-a52b-1c15b63b2b30 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0513356 Nov 15 12:46:49.603107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b684e49f-8a2c-48bb-b124-58ca2bfe50c2 req-25d12f3e-e22a-4e33-ae32-90407cee815d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487964 Nov 15 12:46:50.392728 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f78ab554-4e4e-4984-be7f-ce231f9a1111 req-184d16af-a89a-4ddf-8471-8c5f3a70e10a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0304801 Nov 15 12:46:50.732708 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c06097-0f78-4684-9bb3-665b933e286f req-b70cbc0f-a32a-4acc-8c56-fd91321b9838 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:50.734346 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27c06097-0f78-4684-9bb3-665b933e286f req-b70cbc0f-a32a-4acc-8c56-fd91321b9838 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0529413 Nov 15 12:46:50.795104 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-27c06097-0f78-4684-9bb3-665b933e286f req-5d61a6e0-8e26-4c3f-a4f9-393df4581d0f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541265 Nov 15 12:46:51.497953 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fb636521-5bf3-45dc-8500-65ec12dad287 req-e895c41a-1e14-490f-b8b3-8d3808972f63 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0333896 Nov 15 12:46:51.912962 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-3a089ae9-f0f1-406a-aac3-82c6e25762a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:51.943236 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf3407-f9a5-4fd7-a902-29e6d4788f21 req-e7d538d6-7408-4a7f-856a-f56a592a8356 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:51.951391 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9bdf3407-f9a5-4fd7-a902-29e6d4788f21 req-e7d538d6-7408-4a7f-856a-f56a592a8356 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0743384 Nov 15 12:46:51.999307 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9bdf3407-f9a5-4fd7-a902-29e6d4788f21 req-8e928687-efd5-49d3-b8d8-c1edf01c00d6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Nov 15 12:46:52.595270 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-85570726-20c0-439c-ba6c-572b5341c8d2 req-11448dfa-767f-4819-90af-8713d9cc8ce5 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0266557 Nov 15 12:46:53.121227 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b8d-e6a7-4272-aff0-8c18bc7e3a7f req-ba2e5df7-e8ce-4667-af70-873ce80ec147 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:53.122730 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e841b8d-e6a7-4272-aff0-8c18bc7e3a7f req-ba2e5df7-e8ce-4667-af70-873ce80ec147 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Nov 15 12:46:53.171992 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0e841b8d-e6a7-4272-aff0-8c18bc7e3a7f req-2defdcff-df4f-4095-b1c2-6aa9f33391a2 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Nov 15 12:46:53.180948 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:53.421288 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-24bc0375-080a-4b21-836e-a2358802e2c1 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:53.422759 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-24bc0375-080a-4b21-836e-a2358802e2c1 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1115904 Nov 15 12:46:53.455800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Request body: {'port': {'device_id': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'admin_state_up': True, 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:46:53.566609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:46:53.570326 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:53.704681 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3f653dc9-6349-4ed7-ad39-14937c8d78cf req-e05a35be-9cfd-43c9-b99e-a0507d709ee2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0318654 Nov 15 12:46:53.719664 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Allocated IP 172.20.0.8 (b5e792a7-3bc7-401c-8890-d6bf3bed54f7/ed477967-205e-4de1-8035-0148edc89d77/cdda0c80-f41d-4d26-b88b-3cf602da9cca) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:46:53.870345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:53.903155 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:53.949170 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:46:53.952292 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:46:53.956245 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:46:53.962394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event updated for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:53.993106 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.993462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.993812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.994157 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.995254 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.995996 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.996342 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.996682 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.997020 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.997353 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.997687 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:53.998019 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:46:54.024152 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.024766 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.040593 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-539a1c0c-1adf-4093-a0f0-d735e15bf945 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887759 Nov 15 12:46:54.060036 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Request body: {'port': {'device_id': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:46:54.112802 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.179357 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.340914 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe78e6a-bc41-4aaa-9445-869e54271518 req-de2319d1-301e-4adc-9df3-07eed7731da0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.342404 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-abe78e6a-bc41-4aaa-9445-869e54271518 req-de2319d1-301e-4adc-9df3-07eed7731da0 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0953939 Nov 15 12:46:54.437334 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-abe78e6a-bc41-4aaa-9445-869e54271518 req-b5a79987-452b-43ec-aff5-4d397c672912 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867636 Nov 15 12:46:54.470180 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdda0c80-f41d-4d26-b88b-3cf602da9cca {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:46:54.477575 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.491268 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Transition to ACTIVE for port object cdda0c80-f41d-4d26-b88b-3cf602da9cca will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:46:54.496259 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.542632 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Pushing event updated for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:54.613649 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Attempting to bind port cdda0c80-f41d-4d26-b88b-3cf602da9cca on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:46:54.613983 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Attempting to bind port cdda0c80-f41d-4d26-b88b-3cf602da9cca by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:46:54.614309 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Attempting to bind port cdda0c80-f41d-4d26-b88b-3cf602da9cca on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:46:54.618471 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Port cdda0c80-f41d-4d26-b88b-3cf602da9cca on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:46:54.618813 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Attempting to bind port cdda0c80-f41d-4d26-b88b-3cf602da9cca on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:46:54.624645 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:46:54.624988 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Checking segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:46:54.625375 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Bound using segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:46:54.625804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Bound port: cdda0c80-f41d-4d26-b88b-3cf602da9cca, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:46:54.626157 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.689699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:46:54.692755 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:46:54.696313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.728605 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.730104 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:54.731546 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-495ea061-272d-472b-be98-9d3b537342cd service neutron] 10.222.0.36 "PUT /v2.0/ports/cdda0c80-f41d-4d26-b88b-3cf602da9cca HTTP/1.1" status: 200 len: 1093 time: 0.6765101 Nov 15 12:46:54.731995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:46:54.734231 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47153552-1da5-4f36-a04a-4bd4c1f28447" -d '{"events": [{"name": "network-changed", "server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:46:54.763885 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ea061-272d-472b-be98-9d3b537342cd service neutron] Pushing event updated for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:54.775870 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97390d5-bdc0-46b9-9a42-2a61a0f2fa64 x-openstack-request-id: req-e97390d5-bdc0-46b9-9a42-2a61a0f2fa64 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:46:54.776225 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:46:54.776408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e97390d5-bdc0-46b9-9a42-2a61a0f2fa64 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:46:54.776821 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'status': 'completed', 'code': 200} Nov 15 12:46:54.859545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c88b3-58d4-4204-a164-fed77503f0b9 req-df863468-a584-4f60-954d-839302cf4b6d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.861022 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c4c88b3-58d4-4204-a164-fed77503f0b9 req-df863468-a584-4f60-954d-839302cf4b6d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 943 time: 0.0791681 Nov 15 12:46:54.866381 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-12ba1815-a0ea-42b4-89ef-f7a80bf2f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.867769 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-12ba1815-a0ea-42b4-89ef-f7a80bf2f1a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 1096 time: 0.0593009 Nov 15 12:46:54.922083 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-8518bce1-9910-4cb6-a844-45bd7668a176 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca HTTP/1.1" status: 200 len: 217 time: 0.0401752 Nov 15 12:46:54.972334 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c4c88b3-58d4-4204-a164-fed77503f0b9 req-a4368064-1c36-4403-b5cc-37bb32623c7b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036334 Nov 15 12:46:54.987383 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-088c9112-9e3f-4439-8457-be078593a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:54.988842 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-088c9112-9e3f-4439-8457-be078593a1ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0587969 Nov 15 12:46:55.014064 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:55.026503 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-7db33f5f-58ec-48ac-92c6-28aef07509ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292468 Nov 15 12:46:55.117056 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-110a9325-4f07-43f3-b7c4-300267cb3a2c service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Nov 15 12:46:55.218321 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6db331bb-cb2b-4cf4-81b1-398dda10ff8d req-e2a26c04-16d0-425b-9916-56ccb876f9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932505 Nov 15 12:46:55.353815 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-fc50b016-bec1-4f8f-beea-dad20c2af525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:55.355815 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-fc50b016-bec1-4f8f-beea-dad20c2af525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 1096 time: 0.0405917 Nov 15 12:46:55.450956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-ef24b09b-b6bc-4817-a00a-462cd31f2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:55.452430 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-ef24b09b-b6bc-4817-a00a-462cd31f2f57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 916 time: 0.0890379 Nov 15 12:46:55.497338 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-210c2c53-422f-428b-871c-c83d093191b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca HTTP/1.1" status: 200 len: 217 time: 0.0374188 Nov 15 12:46:55.584217 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-313cb8fe-67e2-4002-a63a-8da1f58b726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:55.585670 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-313cb8fe-67e2-4002-a63a-8da1f58b726a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0818412 Nov 15 12:46:55.621047 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-38c62aba-6022-4e10-a4be-ac7375316307 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262384 Nov 15 12:46:55.628460 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896502d-49a1-4b9e-89a7-45f7a83f4cb5 req-79e0d122-d301-4a47-9837-22a60e63309e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:55.629828 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7896502d-49a1-4b9e-89a7-45f7a83f4cb5 req-79e0d122-d301-4a47-9837-22a60e63309e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 943 time: 0.0992353 Nov 15 12:46:55.727978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:46:55.729884 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7896502d-49a1-4b9e-89a7-45f7a83f4cb5 req-494597be-cae2-419f-a625-e64b3e314219 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914965 Nov 15 12:46:55.751842 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-f78cc6de-b63c-45c2-bcb1-7951c3fb7c3e service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210749 Nov 15 12:46:55.822363 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:55.834074 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'port_id': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'mac_address': 'fa:16:3e:73:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:46:55.842578 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-47153552-1da5-4f36-a04a-4bd4c1f28447 req-8a79bf7a-f357-4340-bfe8-d696ec8c4f24 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Nov 15 12:46:55.870838 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:55.887310 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:46:55.905830 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:55.909695 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:55.956571 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=9']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:56.090292 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b26e2-a369-4067-bb92-9583cf7245a1 req-73331196-3931-4172-91af-0c896ac6b552 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:56.091787 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-965b26e2-a369-4067-bb92-9583cf7245a1 req-73331196-3931-4172-91af-0c896ac6b552 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 943 time: 0.0528989 Nov 15 12:46:56.143562 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-965b26e2-a369-4067-bb92-9583cf7245a1 req-f3becca4-29b8-4442-92e6-bb924d2fd693 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Nov 15 12:46:56.214313 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['ffefc1bf-d747-45f6-8979-9a984c11ed67'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:46:56.850645 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26204f-821e-41e2-a31a-827651c9487d req-11d4d811-3ea6-49ac-be90-61cacf693c2f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:56.852178 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad26204f-821e-41e2-a31a-827651c9487d req-11d4d811-3ea6-49ac-be90-61cacf693c2f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 944 time: 0.0478003 Nov 15 12:46:56.900137 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ad26204f-821e-41e2-a31a-827651c9487d req-5623a043-c5be-4eec-9493-3eeb2555254e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411022 Nov 15 12:46:57.262791 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7a1f8-f8fb-40e1-9ae9-fcd3f881c68d req-f737581d-09ce-48de-97ac-e34c921390dd tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:57.264280 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dcb7a1f8-f8fb-40e1-9ae9-fcd3f881c68d req-f737581d-09ce-48de-97ac-e34c921390dd tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 943 time: 0.0521157 Nov 15 12:46:57.315789 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-dcb7a1f8-f8fb-40e1-9ae9-fcd3f881c68d req-bc850d36-9c48-4105-9afb-b2129e76b67b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Nov 15 12:46:57.738509 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device cdda0c80-f41d-4d26-b88b-3cf602da9cca details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:46:57.749878 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:46:57.852870 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port ffefc1bf-d747-45f6-8979-9a984c11ed67 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:46:57.853234 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:58.016264 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:58.023270 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9565-2330-416f-a06d-250369aec3ba req-0c302e03-233c-4baa-a6cf-8db8f1e7a831 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:58.024745 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f82f9565-2330-416f-a06d-250369aec3ba req-0c302e03-233c-4baa-a6cf-8db8f1e7a831 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 944 time: 0.0492501 Nov 15 12:46:58.036240 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'port_id': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'mac_address': 'fa:16:3e:f6:2b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed477967-205e-4de1-8035-0148edc89d77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:46:58.073319 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f82f9565-2330-416f-a06d-250369aec3ba req-f952001a-f60f-4a51-a911-2f446a058901 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Nov 15 12:46:58.098938 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:58.121044 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdda0c80-f41d-4d26-b88b-3cf602da9cca {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:46:58.124993 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:58.155427 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:58.159968 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:46:58.162187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3253a0fe-37bb-4d05-8dc3-891ffde740b5" -d '{"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:46:58.167660 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:58.178975 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:58.199075 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:58.201689 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c1dafb-d021-4f60-8b40-1e27b1d6e94b x-openstack-request-id: req-90c1dafb-d021-4f60-8b40-1e27b1d6e94b {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:46:58.201984 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:46:58.202232 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c1dafb-d021-4f60-8b40-1e27b1d6e94b {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:46:58.202616 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'code': 200} Nov 15 12:46:58.226105 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:58.279059 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=10']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:46:58.461349 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e7f3a-e17f-45b1-a770-97800510704e req-df0da3da-1ccb-453e-a507-66f97c8f086c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:58.462815 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-584e7f3a-e17f-45b1-a770-97800510704e req-df0da3da-1ccb-453e-a507-66f97c8f086c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 944 time: 0.0767965 Nov 15 12:46:58.465956 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90e2a-e9ca-4440-90f8-82b5cbc67d09 req-dae96ef1-a0c6-41df-ad20-b32e32b21320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:58.467332 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-11f90e2a-e9ca-4440-90f8-82b5cbc67d09 req-dae96ef1-a0c6-41df-ad20-b32e32b21320 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 1099 time: 0.0709257 Nov 15 12:46:58.471711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:46:58.781343 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-584e7f3a-e17f-45b1-a770-97800510704e req-c1e6fd6d-8a9b-4255-be68-6d3cca0fbfd1 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116155 Nov 15 12:46:58.784568 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-11f90e2a-e9ca-4440-90f8-82b5cbc67d09 req-56c1e743-2bdb-416a-986e-cc27591fffbd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076787 Nov 15 12:46:59.203052 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b662b-19fd-439b-9017-0a2a127ff92f req-669b165a-dfa7-4d18-a6ac-fe6806fb8d9e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:59.203949 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-216b662b-19fd-439b-9017-0a2a127ff92f req-669b165a-dfa7-4d18-a6ac-fe6806fb8d9e tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0551770 Nov 15 12:46:59.251590 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-216b662b-19fd-439b-9017-0a2a127ff92f req-c6cc46bd-776d-47fb-9835-85acc084cccf tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Nov 15 12:46:59.744442 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device cdda0c80-f41d-4d26-b88b-3cf602da9cca up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:46:59.794302 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port cdda0c80-f41d-4d26-b88b-3cf602da9cca completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:46:59.798742 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port cdda0c80-f41d-4d26-b88b-3cf602da9cca triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:46:59.799144 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:59.893718 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:59.933989 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c140-c815-4c65-afa9-47db90c2b06e req-d6ac26e5-9f68-46be-b78d-b50eb1749561 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:46:59.939746 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:46:59.940565 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5449c140-c815-4c65-afa9-47db90c2b06e req-d6ac26e5-9f68-46be-b78d-b50eb1749561 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 944 time: 0.0788627 Nov 15 12:46:59.945113 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:46:59.995959 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:00.007353 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5449c140-c815-4c65-afa9-47db90c2b06e req-1f4da09e-121f-4b77-99c2-78fa06698700 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Nov 15 12:47:00.204408 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:00.206877 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404bcae8-5c84-4c06-9cb2-a3f6f4cb5f15" -d '{"events": [{"server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "name": "network-vif-plugged", "status": "completed", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:00.381577 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df4ea-819f-41e9-9d52-2a4039f725c4 req-50c7631a-8211-46be-b033-9ecbcbc77759 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:00.384178 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e69df4ea-819f-41e9-9d52-2a4039f725c4 req-50c7631a-8211-46be-b033-9ecbcbc77759 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0547009 Nov 15 12:47:00.399586 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8f368-57ae-4f6b-b788-66cec79d27c3 x-openstack-request-id: req-2bf8f368-57ae-4f6b-b788-66cec79d27c3 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:00.399882 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "name": "network-vif-plugged", "status": "completed", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:00.400135 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bf8f368-57ae-4f6b-b788-66cec79d27c3 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:00.401130 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'code': 200} Nov 15 12:47:00.433789 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e69df4ea-819f-41e9-9d52-2a4039f725c4 req-06aec54a-bd31-4c96-84c7-18df3df09975 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Nov 15 12:47:00.612197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040718-bebd-477f-b8fe-654ac95eda03 req-0dc6c071-6c31-4a85-843b-4cb70a64cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:00.613575 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14040718-bebd-477f-b8fe-654ac95eda03 req-0dc6c071-6c31-4a85-843b-4cb70a64cfc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 1098 time: 0.0406153 Nov 15 12:47:00.658294 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-14040718-bebd-477f-b8fe-654ac95eda03 req-bb660701-98f4-4886-9c33-f2f33f13b4e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Nov 15 12:47:01.129518 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98228-196f-4065-891f-098fbf1cc308 req-188a8b94-e832-409c-acc1-c5370911c513 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:01.130981 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35d98228-196f-4065-891f-098fbf1cc308 req-188a8b94-e832-409c-acc1-c5370911c513 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 945 time: 0.0503798 Nov 15 12:47:01.177828 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-35d98228-196f-4065-891f-098fbf1cc308 req-daa6093d-561b-4614-b393-f496785ad750 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Nov 15 12:47:01.553055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444ea3-5119-4225-8303-258a891daab5 req-0e8123a7-0242-47fb-aaad-a4323e10864d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:01.555111 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-61444ea3-5119-4225-8303-258a891daab5 req-0e8123a7-0242-47fb-aaad-a4323e10864d tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Nov 15 12:47:01.601607 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-61444ea3-5119-4225-8303-258a891daab5 req-f8f9385f-a84c-44a6-a082-1dcbf37ad399 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Nov 15 12:47:02.214489 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52180) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:02.295447 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3c4a-26ac-414c-a317-813207e5e707 req-42e9c787-0ae4-4775-b119-f5ebeb5f849a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:02.296917 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-147d3c4a-26ac-414c-a317-813207e5e707 req-42e9c787-0ae4-4775-b119-f5ebeb5f849a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 945 time: 0.0521491 Nov 15 12:47:02.345601 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-147d3c4a-26ac-414c-a317-813207e5e707 req-db7d5562-8182-4312-b1cf-7e764da8d58e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Nov 15 12:47:02.378807 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Deleting port bcf384a7-cfb2-4e62-8157-5350f65677bb {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:02.379160 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:02.454714 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:02.455002 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:02.466885 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Calling delete_port for bcf384a7-cfb2-4e62-8157-5350f65677bb owned by network:floatingip {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:02.643313 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:02.680320 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event deleted for resources: {'Port': ['ID=bcf384a7-cfb2-4e62-8157-5350f65677bb,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:02.705027 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.705311 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.705650 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.705980 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.706310 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.706635 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.706979 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.707301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.707622 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.707940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.708255 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.708568 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:02.747748 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for floatingip, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:02.748142 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Floating IP 89f1790b-d65d-42b4-a8be-b514cd45e031 disassociated (deleted). External IP: 172.27.1.223, port: 5e3438d8-9d94-405a-af06-a2bd0727491d. Nov 15 12:47:02.952442 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Router 64a099ed-572d-4da0-bb05-04bc1f49c798 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:03.062154 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:03.066552 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:03.073528 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Sync routers for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:03.083899 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:03.084499 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:03.094364 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0bcfbd98-c740-4ab9-acd3-50e2047192c6 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "DELETE /v2.0/floatingips/89f1790b-d65d-42b4-a8be-b514cd45e031 HTTP/1.1" status: 204 len: 168 time: 0.8787527 Nov 15 12:47:03.094970 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:03.097210 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e90ebb-1463-4334-a5c4-f2f1e16439f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:03.135858 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dacf6db-ca65-4f69-b9b5-65d11d355976 x-openstack-request-id: req-6dacf6db-ca65-4f69-b9b5-65d11d355976 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:03.136227 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:03.136678 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6dacf6db-ca65-4f69-b9b5-65d11d355976 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:03.137177 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'status': 'completed', 'code': 200} Nov 15 12:47:03.192714 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:03.224666 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-4f1d6975-e80d-4262-8c84-11ac25ffdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:03.227038 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-4f1d6975-e80d-4262-8c84-11ac25ffdfab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 1099 time: 0.0459719 Nov 15 12:47:03.398635 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad37e-4416-42de-a327-1a459e87c06f req-3a64c9d8-5beb-45cd-b2cc-c7d816209917 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:03.400003 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-802ad37e-4416-42de-a327-1a459e87c06f req-3a64c9d8-5beb-45cd-b2cc-c7d816209917 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0960402 Nov 15 12:47:03.404949 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-da227f3a-a920-4d2b-839d-3b75dcb4d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:03.406351 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-da227f3a-a920-4d2b-839d-3b75dcb4d503 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 200 len: 910 time: 0.1649761 Nov 15 12:47:03.429087 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:03.459018 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-5d445bbf-d8e3-4bab-9386-7cc58fe00f5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 200 len: 217 time: 0.0447438 Nov 15 12:47:03.522290 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-802ad37e-4416-42de-a327-1a459e87c06f req-46a6b861-d73f-4054-a618-6d55cde0b193 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146994 Nov 15 12:47:03.534104 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-a3899718-721e-488f-ba1f-9d23c65ece2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:03.535851 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-a3899718-721e-488f-ba1f-9d23c65ece2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 200 len: 848 time: 0.0678041 Nov 15 12:47:03.542053 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Checking router: 64a099ed-572d-4da0-bb05-04bc1f49c798 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:03.550802 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:03.551390 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:03.583531 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-59f55fcd-feeb-459d-bc9b-62f046b91a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:03.585042 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-59f55fcd-feeb-459d-bc9b-62f046b91a66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5b87d23-3bbf-4595-9263-f13da952980e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415115 Nov 15 12:47:03.659027 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:03.705281 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-c31ce8a1-39fc-44e0-876c-044d38e854e9 service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109250 Nov 15 12:47:03.805643 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-96e90ebb-1463-4334-a5c4-f2f1e16439f4 req-1f0c0e5e-bfe5-47af-a453-1828eb946d0b service neutron] 10.222.0.36 "GET /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Nov 15 12:47:03.867897 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:03.898903 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be517-1cb6-4a50-a7a6-acd3fa3b48c2 None None] The sync data for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi is: [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:56Z', 'revision_number': 4, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0ad8eb9f-be28-4724-ad5d-789e880785ac', 'name': '', 'network_id': 'a5b87d23-3bbf-4595-9263-f13da952980e', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'mac_address': 'fa:16:3e:20:6d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:56Z', 'updated_at': '2021-11-15T12:42:00Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'subnets': [{'id': '93874c14-c2bb-4d82-8adf-5726a4f60266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:04.141535 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f306e3-7bce-47ff-94fb-f7d7f131ab22 None None] New status for floating IP 89f1790b-d65d-42b4-a8be-b514cd45e031: DOWN {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:47:04.639018 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961ff43-7198-4a55-bf5f-8ff9ae746140 req-dfa5060c-8a81-4eff-a961-95e2e8bd9675 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:04.640634 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2961ff43-7198-4a55-bf5f-8ff9ae746140 req-dfa5060c-8a81-4eff-a961-95e2e8bd9675 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.0496292 Nov 15 12:47:04.702715 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2961ff43-7198-4a55-bf5f-8ff9ae746140 req-a0255656-6c2a-49c9-85af-7c09a4670f78 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/security-groups?id=119e17d4-1873-42a6-9f5d-15f85d4a8135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549600 Nov 15 12:47:05.252054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-9422ada3-bd83-42af-94cb-742c9e7ae7e3 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:05.253570 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-9422ada3-bd83-42af-94cb-742c9e7ae7e3 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 946 time: 0.1420503 Nov 15 12:47:05.347757 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Deleting port 5e3438d8-9d94-405a-af06-a2bd0727491d {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:05.348016 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:05.442298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] For port 5e3438d8-9d94-405a-af06-a2bd0727491d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5e3438d8-9d94-405a-af06-a2bd0727491d,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:05.442669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:05.457514 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Calling delete_port for 5e3438d8-9d94-405a-af06-a2bd0727491d owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:05.591710 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:05.619057 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event deleted for resources: {'Port': ['ID=5e3438d8-9d94-405a-af06-a2bd0727491d,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:05.662737 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] No DVR routers for this DVR port 5e3438d8-9d94-405a-af06-a2bd0727491d on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:05.665255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:05.669153 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f4d380f8-bdf1-4d67-9694-a4cd45a96949 req-7bd11e70-2ae4-4803-a551-acd62bdfaa76 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.36 "DELETE /v2.0/ports/5e3438d8-9d94-405a-af06-a2bd0727491d HTTP/1.1" status: 204 len: 173 time: 0.4094553 Nov 15 12:47:05.669907 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-deleted', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:05.673804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f801e7-bd90-434c-86a3-dfa665748f35" -d '{"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-deleted", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:05.716163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5630573-f3c8-4f91-99e6-6e0f2abefdad x-openstack-request-id: req-e5630573-f3c8-4f91-99e6-6e0f2abefdad {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:05.716451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56962f0-d8f9-4778-a21e-1f2bc81789fe", "name": "network-vif-deleted", "tag": "5e3438d8-9d94-405a-af06-a2bd0727491d", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:05.716699 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5630573-f3c8-4f91-99e6-6e0f2abefdad {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:05.717100 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56962f0-d8f9-4778-a21e-1f2bc81789fe', 'name': 'network-vif-deleted', 'tag': '5e3438d8-9d94-405a-af06-a2bd0727491d', 'status': 'completed', 'code': 200} Nov 15 12:47:05.801185 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ae0a0b3c-0ee0-4e55-9a68-da498d036b58 req-161a1555-bc12-4803-a148-8412d84946ca tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "GET /v2.0/ports?device_id=a56962f0-d8f9-4778-a21e-1f2bc81789fe HTTP/1.1" status: 200 len: 210 time: 0.0282204 Nov 15 12:47:06.857056 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52224) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:06.917592 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:06.945111 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.007547 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.010279 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.011566 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] 10.222.0.43 "DELETE /v2.0/security-groups/119e17d4-1873-42a6-9f5d-15f85d4a8135 HTTP/1.1" status: 204 len: 168 time: 0.1535337 Nov 15 12:47:07.020877 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8fac8-aa4d-4487-8e26-132edb2a44f5 tempest-TestShelveInstance-1194841206 tempest-TestShelveInstance-1194841206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e17d4-1873-42a6-9f5d-15f85d4a8135,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:07.065609 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52228) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:07.546319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.848858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Deleting port 0ad8eb9f-be28-4724-ad5d-789e880785ac {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:07.849110 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.924461 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] For port 0ad8eb9f-be28-4724-ad5d-789e880785ac, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0ad8eb9f-be28-4724-ad5d-789e880785ac,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:07.924847 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:07.943973 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Calling delete_port for 0ad8eb9f-be28-4724-ad5d-789e880785ac owned by network:router_interface {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:08.119915 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.144343 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad8eb9f-be28-4724-ad5d-789e880785ac,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:08.316990 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.527050 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Router 64a099ed-572d-4da0-bb05-04bc1f49c798 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:08.630561 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:08.635466 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2fe696aa-3c8b-4885-a438-e1169f79e805 admin admin] 10.222.0.43 "PUT /v2.0/routers/64a099ed-572d-4da0-bb05-04bc1f49c798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688069 Nov 15 12:47:08.638322 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52236) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:08.640912 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Sync routers for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:08.650505 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:08.651129 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:08.740280 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.754033 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:08.838613 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.896240 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Deleting port 2dddc800-e3ce-4a6e-a668-9d23d69e5089 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:08.896666 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.930264 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:47:08Z', 'revision_number': 5, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port': {'id': '2dddc800-e3ce-4a6e-a668-9d23d69e5089', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:08.962405 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Checking router: 64a099ed-572d-4da0-bb05-04bc1f49c798 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:08.971585 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Routers {'64a099ed-572d-4da0-bb05-04bc1f49c798'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:08.972187 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['64a099ed-572d-4da0-bb05-04bc1f49c798'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:08.977525 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] For port 2dddc800-e3ce-4a6e-a668-9d23d69e5089, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=2dddc800-e3ce-4a6e-a668-9d23d69e5089,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:08.977947 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:08.990496 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Calling delete_port for 2dddc800-e3ce-4a6e-a668-9d23d69e5089 owned by network:router_gateway {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:09.058401 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] Set router 64a099ed-572d-4da0-bb05-04bc1f49c798 gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:09.110637 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:47:08Z', 'revision_number': 6, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:09.140106 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a13970-9662-4cc6-b175-8734b00c1ba1 None None] The sync data for ids ['64a099ed-572d-4da0-bb05-04bc1f49c798'] in dv-cinder-680889-10-iscsi is: [{'id': '64a099ed-572d-4da0-bb05-04bc1f49c798', 'name': 'tempest-TestShelveInstance-1364813366-router', 'tenant_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:53Z', 'updated_at': '2021-11-15T12:47:08Z', 'revision_number': 6, 'project_id': 'e7191bcfe4454fd9b47db87e8aa6e497', 'gw_port_host': None}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:09.158979 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.191110 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dddc800-e3ce-4a6e-a668-9d23d69e5089,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:09.498156 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.609453 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.611666 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.676355 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.676925 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a099ed-572d-4da0-bb05-04bc1f49c798 {{(pid=108282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:47:09.682105 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.683452 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c1f3de50-cf26-4249-ba7d-72043d5be5e2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/64a099ed-572d-4da0-bb05-04bc1f49c798 HTTP/1.1" status: 204 len: 168 time: 1.0435817 Nov 15 12:47:09.686743 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52240) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:09.734507 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Deleting subnet 93874c14-c2bb-4d82-8adf-5726a4f60266 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:47:09.738986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.759433 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.779924 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.796890 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:09.820623 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 5e3438d8-9d94-405a-af06-a2bd0727491d {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:09.820966 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 5e3438d8-9d94-405a-af06-a2bd0727491d not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:09.889895 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.932438 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0ad8eb9f-be28-4724-ad5d-789e880785ac no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:09.950113 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.957615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 0ad8eb9f-be28-4724-ad5d-789e880785ac {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:09.957964 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0ad8eb9f-be28-4724-ad5d-789e880785ac not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:09.973628 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93874c14-c2bb-4d82-8adf-5726a4f60266,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:09.979149 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:09.983273 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-1b3ef123-460a-44ba-a814-29a0238cff5a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/93874c14-c2bb-4d82-8adf-5726a4f60266 HTTP/1.1" status: 204 len: 168 time: 0.2954276 Nov 15 12:47:09.985925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52242) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:09.991083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7820b-a3e1-474f-9386-c2f3f1cb461d None None] Network a5b87d23-3bbf-4595-9263-f13da952980e requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:47:10.062010 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.116405 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Deleting port c46ab77b-3e6a-4571-9373-eaf12e744a07 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:10.116750 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.185748 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] DHCP port deletion for a5b87d23-3bbf-4595-9263-f13da952980e request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:47:10.193545 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] For port c46ab77b-3e6a-4571-9373-eaf12e744a07, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=c46ab77b-3e6a-4571-9373-eaf12e744a07,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:10.193948 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.227408 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Calling delete_port for c46ab77b-3e6a-4571-9373-eaf12e744a07 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:10.249210 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Deleting port c46ab77b-3e6a-4571-9373-eaf12e744a07 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:10.249597 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.311800 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.318614 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] For port c46ab77b-3e6a-4571-9373-eaf12e744a07, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=c46ab77b-3e6a-4571-9373-eaf12e744a07,segment=NetworkSegment(fcb7441d-734b-458c-a9f0-9073af210749),segment_id=fcb7441d-734b-458c-a9f0-9073af210749)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:10.319157 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.331786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Calling delete_port for c46ab77b-3e6a-4571-9373-eaf12e744a07 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:10.341242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46ab77b-3e6a-4571-9373-eaf12e744a07,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:10.346566 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] No DVR routers for this DVR port c46ab77b-3e6a-4571-9373-eaf12e744a07 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:10.422486 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.425547 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.445507 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b87d23-3bbf-4595-9263-f13da952980e']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:10.447806 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] Pushing event deleted for resources: {'Port': ['ID=c46ab77b-3e6a-4571-9373-eaf12e744a07,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:10.450294 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351ff20-c941-423d-88fa-3177b33c1d8d None None] No DVR routers for this DVR port c46ab77b-3e6a-4571-9373-eaf12e744a07 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:10.456849 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb7441d-734b-458c-a9f0-9073af210749') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:10.457296 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb7441d-734b-458c-a9f0-9073af210749') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:10.468308 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.481752 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.488085 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:47:10.488485 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:47:10.490217 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:47:10.545996 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.551192 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:10.554727 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a5b87d23-3bbf-4595-9263-f13da952980e HTTP/1.1" status: 204 len: 168 time: 0.5672426 Nov 15 12:47:10.557687 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52246) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:10.577968 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b37ab-b98b-4727-8051-3f7094c35602 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b87d23-3bbf-4595-9263-f13da952980e,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:10.920706 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:11.164391 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Deleting port 5e690fac-f198-4c84-99ec-9822a831e2bd {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:11.165089 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:11.242644 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] For port 5e690fac-f198-4c84-99ec-9822a831e2bd, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=5e690fac-f198-4c84-99ec-9822a831e2bd,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:11.243041 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:11.255678 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Calling delete_port for 5e690fac-f198-4c84-99ec-9822a831e2bd owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:11.437415 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:11.472930 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e690fac-f198-4c84-99ec-9822a831e2bd,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:11.513120 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2dddc800-e3ce-4a6e-a668-9d23d69e5089 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:11.540086 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 2dddc800-e3ce-4a6e-a668-9d23d69e5089 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:11.540435 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 2dddc800-e3ce-4a6e-a668-9d23d69e5089 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:11.541101 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device c46ab77b-3e6a-4571-9373-eaf12e744a07 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:11.566879 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: c46ab77b-3e6a-4571-9373-eaf12e744a07 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:11.567443 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device c46ab77b-3e6a-4571-9373-eaf12e744a07 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:11.760340 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-027bd724-33be-4e1e-a37a-2985c2d7ca51 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:11.762061 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-027bd724-33be-4e1e-a37a-2985c2d7ca51 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1130476 Nov 15 12:47:11.783282 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-3b26b5ea-b5b0-40ec-b6d7-4241de5c5c8b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/quotas/8b023f637e184e67bccf0ed11a6a802d HTTP/1.1" status: 200 len: 375 time: 0.0116322 Nov 15 12:47:11.834043 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-69f7f307-721d-494d-8b88-7f168d791505 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449736 Nov 15 12:47:11.893887 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:11.930130 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-fd325400-bfc2-47d9-9927-cc011871f4dd service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884838 Nov 15 12:47:12.019690 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-058dc8c5-414e-4000-af42-f4f00c4cee2b service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Nov 15 12:47:12.113267 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Router 85fab1df-4e81-49d2-97b6-607b0b5baf51 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:12.204115 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e6ef62ab-60b2-444b-bfcd-f6474be00ff5 req-2833395d-45ae-438c-a6bc-dd3627c9511f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 210 time: 0.0355408 Nov 15 12:47:12.242475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:12.248009 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-da1cb6d9-a08a-4aba-a7f6-a5b436386929 admin admin] 10.222.0.43 "PUT /v2.0/routers/85fab1df-4e81-49d2-97b6-607b0b5baf51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893811 Nov 15 12:47:12.250493 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52270) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:12.255734 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Sync routers for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:12.268361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:12.269130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:12.392274 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:12.396013 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:12.518496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:12.594046 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Deleting port 44fdbc1b-8a88-492e-ba96-b93abbb83179 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:12.594562 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:12.621008 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:47:11Z', 'revision_number': 5, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port': {'id': '44fdbc1b-8a88-492e-ba96-b93abbb83179', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:12.670582 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Checking router: 85fab1df-4e81-49d2-97b6-607b0b5baf51 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:12.681903 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Routers {'85fab1df-4e81-49d2-97b6-607b0b5baf51'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:12.684208 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:46:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['85fab1df-4e81-49d2-97b6-607b0b5baf51'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:12.685101 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] For port 44fdbc1b-8a88-492e-ba96-b93abbb83179, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=44fdbc1b-8a88-492e-ba96-b93abbb83179,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:12.685485 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:12.699803 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Calling delete_port for 44fdbc1b-8a88-492e-ba96-b93abbb83179 owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:12.787182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] Set router 85fab1df-4e81-49d2-97b6-607b0b5baf51 gateway port host: None {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:12.840109 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:47:12Z', 'revision_number': 6, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:12.871580 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36b515-f9cc-456d-8221-db6668a2d33f None None] The sync data for ids ['85fab1df-4e81-49d2-97b6-607b0b5baf51'] in dv-cinder-680889-10-iscsi is: [{'id': '85fab1df-4e81-49d2-97b6-607b0b5baf51', 'name': 'tempest-TestShelveInstance-161515944-router', 'tenant_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:59Z', 'updated_at': '2021-11-15T12:47:12Z', 'revision_number': 6, 'project_id': '85b63b6b0b914e6787f7575d2ca93ffa', 'gw_port_host': None}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:12.899112 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:12.928243 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fdbc1b-8a88-492e-ba96-b93abbb83179,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:12.994596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.083764 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.085813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.130494 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.131053 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fab1df-4e81-49d2-97b6-607b0b5baf51 {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:47:13.136945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.138078 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-bf80ead4-a34d-47ad-a4da-a02d1e5d06e6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/85fab1df-4e81-49d2-97b6-607b0b5baf51 HTTP/1.1" status: 204 len: 168 time: 0.8865919 Nov 15 12:47:13.140594 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52276) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:13.192624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Deleting subnet 1fbc1b9f-acee-4f57-aba4-09b37b216934 {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:47:13.195859 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.237761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.342525 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.391893 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5c79b718-5114-4d6f-8bdf-210cba63e91d req-1b980398-5ef0-45f4-a1c7-d4ed726ccc1d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 210 time: 0.0370512 Nov 15 12:47:13.417926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.436713 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-b3390c42-c76b-4b19-bf54-11309c305a1c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:13.438246 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-b3390c42-c76b-4b19-bf54-11309c305a1c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1538401 Nov 15 12:47:13.451695 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbc1b9f-acee-4f57-aba4-09b37b216934,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:13.453851 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.457265 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12356b5-ecb5-4220-a766-8f5b49b9800e None None] Network ab4d7dc7-859d-47e5-8713-1abdd2804023 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:47:13.460318 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-4565354a-36fe-459a-9660-6b02ffc16602 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1fbc1b9f-acee-4f57-aba4-09b37b216934 HTTP/1.1" status: 204 len: 168 time: 0.3178697 Nov 15 12:47:13.461527 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52280) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:13.461879 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Request body: {'port': {'device_id': 'bca45233-33d6-4c53-a043-8c482833c962', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'admin_state_up': True, 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:13.544066 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.588032 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:47:13.592932 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.600772 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Deleting port 618ae65f-2e53-473a-b1fd-6e47b944cf92 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:13.601241 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.674685 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] For port 618ae65f-2e53-473a-b1fd-6e47b944cf92, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=618ae65f-2e53-473a-b1fd-6e47b944cf92,segment=NetworkSegment(a9d23d4f-7063-41d1-bd25-5e23fadc4efc),segment_id=a9d23d4f-7063-41d1-bd25-5e23fadc4efc)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:13.675146 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.693137 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Calling delete_port for 618ae65f-2e53-473a-b1fd-6e47b944cf92 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:13.760510 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Allocated IP 172.20.0.7 (b5e792a7-3bc7-401c-8890-d6bf3bed54f7/ed477967-205e-4de1-8035-0148edc89d77/e472414f-49b1-4318-a5a8-147ad466ee3d) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:47:13.775457 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 44fdbc1b-8a88-492e-ba96-b93abbb83179 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:13.809604 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990e2e7-1ccc-4dc6-a191-ffb15e6aff49 None None] DHCP port deletion for ab4d7dc7-859d-47e5-8713-1abdd2804023 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:47:13.812547 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 44fdbc1b-8a88-492e-ba96-b93abbb83179 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:13.812898 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 44fdbc1b-8a88-492e-ba96-b93abbb83179 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:13.813314 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 5e690fac-f198-4c84-99ec-9822a831e2bd no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:13.820315 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.853485 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Pushing event deleted for resources: {'Port': ['ID=618ae65f-2e53-473a-b1fd-6e47b944cf92,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:13.857967 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] No DVR routers for this DVR port 618ae65f-2e53-473a-b1fd-6e47b944cf92 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:13.863414 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-8990e2e7-1ccc-4dc6-a191-ffb15e6aff49 None None] The port '618ae65f-2e53-473a-b1fd-6e47b944cf92' was deleted {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 15 12:47:13.865683 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 5e690fac-f198-4c84-99ec-9822a831e2bd {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:13.866039 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 5e690fac-f198-4c84-99ec-9822a831e2bd not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:13.942604 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.951876 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.965666 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4d7dc7-859d-47e5-8713-1abdd2804023']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:13.976624 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:13.976926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d23d4f-7063-41d1-bd25-5e23fadc4efc') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:13.990761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:13.994470 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.008231 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.015646 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:47:14.016054 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:47:14.018295 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:47:14.038229 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:14.044045 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:47:14.047724 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:47:14.052084 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:47:14.078510 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event updated for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:14.097896 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.105406 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.110810 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab4d7dc7-859d-47e5-8713-1abdd2804023 HTTP/1.1" status: 204 len: 168 time: 0.6459255 Nov 15 12:47:14.116610 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:14.117422 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.121179 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438303-99b8-4f32-9067-6fa6b74f8055 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4d7dc7-859d-47e5-8713-1abdd2804023,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:14.137039 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-8c2fa79e-794e-435e-9709-2ee7b522b83f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6793280 Nov 15 12:47:14.158026 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Request body: {'port': {'device_id': 'bca45233-33d6-4c53-a043-8c482833c962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:14.220350 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.248554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52288) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:14.289486 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fc283908-bd0a-4643-9225-dfaa4e1f23bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7191bcfe4454fd9b47db87e8aa6e497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397642 Nov 15 12:47:14.292080 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52290) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:14.340022 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.360810 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.417049 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.421012 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.425413 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93fd71bf-ca96-44c3-a4ff-7f0f43235479 HTTP/1.1" status: 204 len: 168 time: 0.1288018 Nov 15 12:47:14.441312 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b3dcb-d6c7-42d0-b494-69e770c966c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd71bf-ca96-44c3-a4ff-7f0f43235479,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:14.535680 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e472414f-49b1-4318-a5a8-147ad466ee3d {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:14.545979 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.564843 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Transition to ACTIVE for port object e472414f-49b1-4318-a5a8-147ad466ee3d will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:47:14.573892 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b66b8b-24cc-41c3-a035-2e1c556d6f25 req-03368063-ad74-4e0a-b180-e1a518f9e4ae tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:14.575587 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21b66b8b-24cc-41c3-a035-2e1c556d6f25 req-03368063-ad74-4e0a-b180-e1a518f9e4ae tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 931 time: 0.0986087 Nov 15 12:47:14.576525 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.651843 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Pushing event updated for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:14.714710 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-21b66b8b-24cc-41c3-a035-2e1c556d6f25 req-b12de8f4-ba14-49db-aa6f-d44895a4bfd3 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286185 Nov 15 12:47:14.742410 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Attempting to bind port e472414f-49b1-4318-a5a8-147ad466ee3d on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:47:14.742751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Attempting to bind port e472414f-49b1-4318-a5a8-147ad466ee3d by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:47:14.743117 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Attempting to bind port e472414f-49b1-4318-a5a8-147ad466ee3d on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:14.748271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Port e472414f-49b1-4318-a5a8-147ad466ee3d on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:47:14.748594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Attempting to bind port e472414f-49b1-4318-a5a8-147ad466ee3d on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:14.753640 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:47:14.754064 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Checking segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:47:14.754526 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Bound using segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:47:14.755106 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Bound port: e472414f-49b1-4318-a5a8-147ad466ee3d, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:47:14.755412 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.792936 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52298) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:14.828452 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:47:14.831572 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e472414f-49b1-4318-a5a8-147ad466ee3d,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:47:14.833268 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7a2af2e7-b848-4a37-9ca4-d8494e362088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85b63b6b0b914e6787f7575d2ca93ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390851 Nov 15 12:47:14.835499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.835795 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52300) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:14.876116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:14.876744 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.878131 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] 10.222.0.36 "PUT /v2.0/ports/e472414f-49b1-4318-a5a8-147ad466ee3d HTTP/1.1" status: 200 len: 1093 time: 0.7252665 Nov 15 12:47:14.878572 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:14.880900 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:14.885727 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.910025 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96091f4-0640-428b-a5fc-5d8e6176b18d service neutron] Pushing event updated for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:14.911297 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.942929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a8826-f572-4854-8f95-2a9f6988e17c x-openstack-request-id: req-ed1a8826-f572-4854-8f95-2a9f6988e17c {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:14.943222 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:14.943479 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed1a8826-f572-4854-8f95-2a9f6988e17c {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:14.943885 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'status': 'completed', 'code': 200} Nov 15 12:47:14.963313 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.966719 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:14.967889 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d07abe11-5b28-4b49-ae90-89b66160df2d HTTP/1.1" status: 204 len: 168 time: 0.1311653 Nov 15 12:47:14.983951 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e002419-6cad-481e-92d5-e8b0cc03b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07abe11-5b28-4b49-ae90-89b66160df2d,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:15.024219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-d7403a1f-8d2d-40e1-b46c-d59df69fd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.025811 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-d7403a1f-8d2d-40e1-b46c-d59df69fd789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 1096 time: 0.0562177 Nov 15 12:47:15.080510 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-3c51ddb9-ac98-44fc-afa6-036f74e3f54b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e472414f-49b1-4318-a5a8-147ad466ee3d HTTP/1.1" status: 200 len: 217 time: 0.0401056 Nov 15 12:47:15.147031 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-ad34fba2-ee49-44d7-9d7c-b18588019f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.147031 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-ad34fba2-ee49-44d7-9d7c-b18588019f92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0513451 Nov 15 12:47:15.175360 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-9b714d68-14ab-4a33-a329-0879804988d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271513 Nov 15 12:47:15.273508 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-50a7c100-9990-47fa-bc76-f3a0997fb95b service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Nov 15 12:47:15.378197 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5e354d0-0037-4581-8fc4-6cba2e1d013a req-f62dab9c-dd5d-4fa2-bc78-94dc23272d3a service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936227 Nov 15 12:47:15.480653 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 618ae65f-2e53-473a-b1fd-6e47b944cf92 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:15.501982 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 618ae65f-2e53-473a-b1fd-6e47b944cf92 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:15.502337 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 618ae65f-2e53-473a-b1fd-6e47b944cf92 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:15.529167 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-494ed8b7-b398-4d7b-b18d-549b607ac536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.530654 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-494ed8b7-b398-4d7b-b18d-549b607ac536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 1096 time: 0.0418670 Nov 15 12:47:15.630945 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-6ae6875a-0334-4bd8-8a12-40a06b5b6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.632406 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-6ae6875a-0334-4bd8-8a12-40a06b5b6391 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 916 time: 0.0928359 Nov 15 12:47:15.681913 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-a044ffcc-c478-4487-8786-d5f7cb2a7f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e472414f-49b1-4318-a5a8-147ad466ee3d HTTP/1.1" status: 200 len: 217 time: 0.0337214 Nov 15 12:47:15.732763 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-777aea15-5451-46b5-94dd-6758d108a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.734166 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-777aea15-5451-46b5-94dd-6758d108a8f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0428898 Nov 15 12:47:15.772520 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-8917a0ba-b8aa-48fe-a375-e86c8c4ccbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279665 Nov 15 12:47:15.885499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f366b-7a20-4065-8820-1f8dcfdf0ba0 req-066be1af-39cd-4e7b-8dd2-443a8baec28c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:15.887578 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-994f366b-7a20-4065-8820-1f8dcfdf0ba0 req-066be1af-39cd-4e7b-8dd2-443a8baec28c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 943 time: 0.0995274 Nov 15 12:47:15.907292 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-6ec2292c-9d30-4580-8f9f-e375935c8c2a service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261394 Nov 15 12:47:15.991802 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-994f366b-7a20-4065-8820-1f8dcfdf0ba0 req-314c6dc1-269c-40c2-aabe-39538f5b7e8d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955014 Nov 15 12:47:16.022629 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5bb6823d-b630-43fd-a58a-2b9c096ea4c7 req-f62363ac-b6e1-4940-8fd8-6ce3182f6f0b service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019573 Nov 15 12:47:17.113252 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eedad-6038-41db-895d-5c99d5bb5a29 req-e098474f-8e90-4a02-bfd7-efbca46294d8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:17.114714 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-955eedad-6038-41db-895d-5c99d5bb5a29 req-e098474f-8e90-4a02-bfd7-efbca46294d8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 943 time: 0.0528507 Nov 15 12:47:17.163707 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-955eedad-6038-41db-895d-5c99d5bb5a29 req-c0023dca-39c0-403f-be88-c6b1cf806244 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Nov 15 12:47:17.818978 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e472414f-49b1-4318-a5a8-147ad466ee3d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:47:17.916621 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e472414f-49b1-4318-a5a8-147ad466ee3d,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:17.928492 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'port_id': 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'mac_address': 'fa:16:3e:50:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed477967-205e-4de1-8035-0148edc89d77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:47:17.965617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:17.978115 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e472414f-49b1-4318-a5a8-147ad466ee3d {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:18.000068 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e472414f-49b1-4318-a5a8-147ad466ee3d,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:18.004105 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:18.054503 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:18.281255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff20b-fdaa-4bb4-b9ef-55798f052269 req-a6490890-58e2-4d87-b499-1d9ce8f6360b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:18.282730 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2d1ff20b-fdaa-4bb4-b9ef-55798f052269 req-a6490890-58e2-4d87-b499-1d9ce8f6360b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 944 time: 0.0485561 Nov 15 12:47:18.329069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2d1ff20b-fdaa-4bb4-b9ef-55798f052269 req-1646cad9-6ac3-4e4b-b898-76bf04bd609c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Nov 15 12:47:18.368841 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['e472414f-49b1-4318-a5a8-147ad466ee3d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:19.426063 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7a374d23-8664-45ef-a875-083d2696ec4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:19.449747 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9df0a-5e4e-4f38-9cb6-9a6030c8fa7f req-db4b3a1a-7fb9-4b1f-bd46-e48bfbe6d88a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:19.451250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53f9df0a-5e4e-4f38-9cb6-9a6030c8fa7f req-db4b3a1a-7fb9-4b1f-bd46-e48bfbe6d88a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 944 time: 0.0532842 Nov 15 12:47:19.505785 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-53f9df0a-5e4e-4f38-9cb6-9a6030c8fa7f req-8e3a05f7-8e0b-484f-a142-0a1f41eed10e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 Nov 15 12:47:19.845495 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e472414f-49b1-4318-a5a8-147ad466ee3d up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:47:19.901876 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port e472414f-49b1-4318-a5a8-147ad466ee3d completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:47:19.905809 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port e472414f-49b1-4318-a5a8-147ad466ee3d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:47:19.906181 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:19.984595 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:20.006524 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:20.008772 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a7f8c-f190-4843-9469-20a05294791e" -d '{"events": [{"server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "name": "network-vif-plugged", "status": "completed", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:20.023381 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e472414f-49b1-4318-a5a8-147ad466ee3d,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:20.028646 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:20.057220 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178203a-dfb6-4a49-a19c-df37eb2730dd x-openstack-request-id: req-a178203a-dfb6-4a49-a19c-df37eb2730dd {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:20.057557 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "name": "network-vif-plugged", "status": "completed", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:20.057842 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a178203a-dfb6-4a49-a19c-df37eb2730dd {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:20.058174 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'code': 200} Nov 15 12:47:20.084540 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:20.246759 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d19f2a-7809-48dc-846f-c666e03b2dc2 req-0bb902ab-b6b8-4406-a915-d7f0f425f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:20.248254 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b6d19f2a-7809-48dc-846f-c666e03b2dc2 req-0bb902ab-b6b8-4406-a915-d7f0f425f0af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 1098 time: 0.0393467 Nov 15 12:47:20.292811 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b6d19f2a-7809-48dc-846f-c666e03b2dc2 req-1b6a198d-70e8-40aa-8846-12288363b785 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Nov 15 12:47:20.618180 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad304c-4691-4b21-991b-5123faf4fcfa req-05608e8a-885f-44a6-8358-8ddebae26684 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:20.619681 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-daad304c-4691-4b21-991b-5123faf4fcfa req-05608e8a-885f-44a6-8358-8ddebae26684 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Nov 15 12:47:20.666425 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-daad304c-4691-4b21-991b-5123faf4fcfa req-88507152-927d-48dc-a99b-1176d2efeaf5 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Nov 15 12:47:21.554306 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:47:21.785199 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94824d0-38b6-4519-9d23-fba99e7d0cef req-f407af04-b2a1-4514-b327-e05859037adb tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:21.786566 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b94824d0-38b6-4519-9d23-fba99e7d0cef req-f407af04-b2a1-4514-b327-e05859037adb tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Nov 15 12:47:21.835650 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b94824d0-38b6-4519-9d23-fba99e7d0cef req-351b29f3-561c-41e2-85e2-f2d4004585e8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Nov 15 12:47:21.895749 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-43a07d1f-a14f-4f64-bfba-a731e1956ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:23.185323 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:23.600024 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-5f4898ed-09ce-4d25-a48b-cbc7b56062c3 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:23.601471 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-5f4898ed-09ce-4d25-a48b-cbc7b56062c3 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.0998561 Nov 15 12:47:23.617160 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-20da32e8-904c-420c-8139-d74d7be2fea9 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/quotas/8b023f637e184e67bccf0ed11a6a802d HTTP/1.1" status: 200 len: 375 time: 0.0090730 Nov 15 12:47:23.670732 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-c15ee09b-407a-4bc2-978d-665c64809388 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483139 Nov 15 12:47:23.757705 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-7289eeb6-d348-47a3-86a4-b40199e07793 service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800824 Nov 15 12:47:23.847196 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-b3bd7761-df03-48d0-9980-397e3700278f service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831530 Nov 15 12:47:24.008926 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cbfe88f1-46de-42de-ab91-6a2d6e525c50 req-9d2d62f1-7ac1-47c1-aa9e-523561758bf4 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 210 time: 0.0260184 Nov 15 12:47:24.180221 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.016681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.133628 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8ac4576b-3821-48ef-851e-b7efac9c8e45 req-3cdcbb59-9a79-4a1f-a1a7-a85dfbf934c8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 210 time: 0.0372372 Nov 15 12:47:25.156531 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-4e0e05ae-64d3-4e59-8126-bbb7c0e6e9e6 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:25.158073 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-4e0e05ae-64d3-4e59-8126-bbb7c0e6e9e6 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1418133 Nov 15 12:47:25.186293 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Request body: {'port': {'device_id': '7abe3987-72d1-4833-86a4-001443048c51', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'admin_state_up': True, 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:25.293189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:47:25.297080 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.425630 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Allocated IP 172.20.0.10 (b5e792a7-3bc7-401c-8890-d6bf3bed54f7/ed477967-205e-4de1-8035-0148edc89d77/a322e5bf-88e1-4927-ae82-1bdc781c9029) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:47:25.579415 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.611938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.650031 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'e472414f-49b1-4318-a5a8-147ad466ee3d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:25.657951 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:47:25.661298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:47:25.665619 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:47:25.670433 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event updated for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:25.723930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:25.724542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:25.741842 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-a0af16f9-5acf-4cdc-a848-3ddc412269d7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598710 Nov 15 12:47:25.762004 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Request body: {'port': {'device_id': '7abe3987-72d1-4833-86a4-001443048c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:25.818231 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.076416 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a322e5bf-88e1-4927-ae82-1bdc781c9029 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:26.083996 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.096189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Transition to ACTIVE for port object a322e5bf-88e1-4927-ae82-1bdc781c9029 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:47:26.099268 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.153198 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Pushing event updated for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:26.252689 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Attempting to bind port a322e5bf-88e1-4927-ae82-1bdc781c9029 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:47:26.253019 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Attempting to bind port a322e5bf-88e1-4927-ae82-1bdc781c9029 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:47:26.253340 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Attempting to bind port a322e5bf-88e1-4927-ae82-1bdc781c9029 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:26.260298 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Port a322e5bf-88e1-4927-ae82-1bdc781c9029 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:47:26.260620 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Attempting to bind port a322e5bf-88e1-4927-ae82-1bdc781c9029 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:26.277594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260bda9-4253-4302-9435-2f2fb00c4828 req-5efc9e2c-0835-4ae6-8fb3-99c92ccb2f9b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:26.279244 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7260bda9-4253-4302-9435-2f2fb00c4828 req-5efc9e2c-0835-4ae6-8fb3-99c92ccb2f9b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 944 time: 0.0744553 Nov 15 12:47:26.280495 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:47:26.280824 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Checking segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:47:26.281205 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Bound using segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:47:26.281642 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Bound port: a322e5bf-88e1-4927-ae82-1bdc781c9029, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:47:26.282003 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.365724 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7260bda9-4253-4302-9435-2f2fb00c4828 req-ffeb86c9-fd66-426f-9c4e-8ec8e827c346 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Nov 15 12:47:26.394739 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:47:26.399153 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:47:26.405219 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.456346 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:26.456957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:26.458664 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] 10.222.0.36 "PUT /v2.0/ports/a322e5bf-88e1-4927-ae82-1bdc781c9029 HTTP/1.1" status: 200 len: 1094 time: 0.7012765 Nov 15 12:47:26.459192 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:26.461422 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1a007-6d04-40ec-a368-33d03259cf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:26.487742 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5164-a585-4227-921c-b0f19b41d627 service neutron] Pushing event updated for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:26.515055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d8d625-ace7-441b-af92-0ec82f96e9ca x-openstack-request-id: req-f6d8d625-ace7-441b-af92-0ec82f96e9ca {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:26.515345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:26.515600 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6d8d625-ace7-441b-af92-0ec82f96e9ca {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:26.516001 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'status': 'completed', 'code': 200} Nov 15 12:47:26.572499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-3faeb221-e387-4234-ab2d-dee0fdeed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:26.574699 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-3faeb221-e387-4234-ab2d-dee0fdeed97a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 1097 time: 0.0411005 Nov 15 12:47:26.629200 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-539dda6b-9fbe-4f2b-8bf2-f988de624744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029 HTTP/1.1" status: 200 len: 217 time: 0.0402029 Nov 15 12:47:26.678327 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-f28df836-ee7d-4893-9c29-602792dc6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:26.679764 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-f28df836-ee7d-4893-9c29-602792dc6858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0426161 Nov 15 12:47:26.712175 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-e65ecf3e-ee01-456b-bd52-68b0b0ae8ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249486 Nov 15 12:47:26.809621 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-6ea924d9-2c42-4a21-a575-03d3b706f3ff service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893402 Nov 15 12:47:26.906901 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36214a30-ecf7-4d1d-8b34-9b94847d0a74 req-069cdf4a-982c-47e5-a3a6-b98fff97ff15 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808716 Nov 15 12:47:27.063546 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-24f09245-e971-4060-96fc-d89594744bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:27.064967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-24f09245-e971-4060-96fc-d89594744bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 1097 time: 0.0411401 Nov 15 12:47:27.159000 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-e89a1650-9680-43ef-9385-fd8fd66dbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:27.160625 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-e89a1650-9680-43ef-9385-fd8fd66dbff9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 916 time: 0.0855882 Nov 15 12:47:27.204186 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-2264a2c9-154f-4191-8e5d-d404dcec3da2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029 HTTP/1.1" status: 200 len: 217 time: 0.0348475 Nov 15 12:47:27.257665 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-ee3c9bc0-6a44-476c-8d82-a01a12897436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:27.259127 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-ee3c9bc0-6a44-476c-8d82-a01a12897436 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0468707 Nov 15 12:47:27.290833 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-3cac326c-1bbd-4e6f-a240-9fdf9a8d304c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238354 Nov 15 12:47:27.378834 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-032f4edd-1964-44ca-832c-222f59913493 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802083 Nov 15 12:47:27.770130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0226d04-a043-482a-a8ec-3658da437110 req-3010cc39-ab6d-448f-a528-88143bb17e10 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:27.771587 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b0226d04-a043-482a-a8ec-3658da437110 req-3010cc39-ab6d-448f-a528-88143bb17e10 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 944 time: 0.0777493 Nov 15 12:47:27.773327 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-66b1a007-6d04-40ec-a368-33d03259cf7b req-978b63c8-d115-4328-b7cb-692a3e31f2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801100 Nov 15 12:47:27.821654 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b0226d04-a043-482a-a8ec-3658da437110 req-c86e04e2-0e02-4b7e-a293-471a31f04d2d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Nov 15 12:47:28.946695 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580c316-9e1d-4ebb-97ee-a41622a4f435 req-b1dd64f4-d649-4ca9-bcdb-d43716e36c8c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:28.948184 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7580c316-9e1d-4ebb-97ee-a41622a4f435 req-b1dd64f4-d649-4ca9-bcdb-d43716e36c8c tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 944 time: 0.0575781 Nov 15 12:47:28.996767 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7580c316-9e1d-4ebb-97ee-a41622a4f435 req-d270eb00-feb2-47f9-8004-b529857bc9c6 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Nov 15 12:47:29.909491 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device a322e5bf-88e1-4927-ae82-1bdc781c9029 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:47:30.009914 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:30.020855 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'port_id': 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'mac_address': 'fa:16:3e:f0:f2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed477967-205e-4de1-8035-0148edc89d77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:47:30.068878 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:30.091904 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a322e5bf-88e1-4927-ae82-1bdc781c9029 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:30.112651 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:30.117077 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:30.135406 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c302b-ab66-4377-aec7-52873b5906df req-41db0a4e-8629-4604-b443-dc8e9bd74836 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:30.136905 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-058c302b-ab66-4377-aec7-52873b5906df req-41db0a4e-8629-4604-b443-dc8e9bd74836 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 944 time: 0.0515926 Nov 15 12:47:30.165369 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:30.173927 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.174288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.174639 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.175205 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.175677 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.176049 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.176387 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.176746 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.177084 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.177414 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.177744 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.178072 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:30.185431 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-058c302b-ab66-4377-aec7-52873b5906df req-87379e8e-8569-4574-8063-1cf187fac3c2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Nov 15 12:47:30.476288 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['a322e5bf-88e1-4927-ae82-1bdc781c9029'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:31.302021 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ccf3-c6f8-4f7c-99e3-7a2279902c46 req-eb503fbd-4a62-4d61-ad6f-98cb58c3b4f2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:31.303545 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bc27ccf3-c6f8-4f7c-99e3-7a2279902c46 req-eb503fbd-4a62-4d61-ad6f-98cb58c3b4f2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Nov 15 12:47:31.350309 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bc27ccf3-c6f8-4f7c-99e3-7a2279902c46 req-7a2b2186-444a-4212-ab3e-e3a6de5a9662 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Nov 15 12:47:31.926852 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device a322e5bf-88e1-4927-ae82-1bdc781c9029 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:47:31.981746 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port a322e5bf-88e1-4927-ae82-1bdc781c9029 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:47:31.986216 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port a322e5bf-88e1-4927-ae82-1bdc781c9029 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:47:31.986588 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:32.076459 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:32.103645 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:32.106492 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448cb45-252a-40b4-aa65-5009c9b8743b" -d '{"events": [{"server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "name": "network-vif-plugged", "status": "completed", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:32.123708 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:32.135570 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:32.163083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba3b54b-3a66-44ca-946e-e1ffeadec7f1 x-openstack-request-id: req-5ba3b54b-3a66-44ca-946e-e1ffeadec7f1 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:32.163375 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "name": "network-vif-plugged", "status": "completed", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:32.163626 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ba3b54b-3a66-44ca-946e-e1ffeadec7f1 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:32.164017 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'code': 200} Nov 15 12:47:32.193590 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:32.377474 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd639-7f31-48ba-a1f2-2988867a7119 req-08915173-76d8-4f64-8ad0-29b08cbe5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:32.379823 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78ddd639-7f31-48ba-a1f2-2988867a7119 req-08915173-76d8-4f64-8ad0-29b08cbe5d0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 1099 time: 0.0519290 Nov 15 12:47:32.433566 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78ddd639-7f31-48ba-a1f2-2988867a7119 req-dafc5dfc-1380-4796-808e-0834f0e5e276 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Nov 15 12:47:32.491436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809568-f45c-4bf8-85f9-9591b30ea89b req-acb0ea1f-bdbf-49c3-b5ea-7da55da56438 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:32.492961 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-20809568-f45c-4bf8-85f9-9591b30ea89b req-acb0ea1f-bdbf-49c3-b5ea-7da55da56438 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Nov 15 12:47:32.559564 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-20809568-f45c-4bf8-85f9-9591b30ea89b req-792bcd09-a260-4de8-8c64-4cf7284a7b98 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Nov 15 12:47:33.689114 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d3778-81ac-4413-bb4c-09f80f7de960 req-a0081032-f77a-40cb-9cad-01b23a3a07ca tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:33.690795 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-230d3778-81ac-4413-bb4c-09f80f7de960 req-a0081032-f77a-40cb-9cad-01b23a3a07ca tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0540323 Nov 15 12:47:33.741984 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-230d3778-81ac-4413-bb4c-09f80f7de960 req-5a8b2a32-7117-4b48-85d1-af05e197204e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Nov 15 12:47:34.856591 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4d239-8cc1-4da1-b42c-341898faa573 req-19e4c1e9-93dc-46c1-b84a-4bab3a4fb6e0 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:34.858061 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cb4d239-8cc1-4da1-b42c-341898faa573 req-19e4c1e9-93dc-46c1-b84a-4bab3a4fb6e0 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0480273 Nov 15 12:47:34.905310 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4cb4d239-8cc1-4da1-b42c-341898faa573 req-26e6ec85-a03e-4cb2-978e-2c52d5f14a39 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Nov 15 12:47:35.456011 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9fa95-1369-4dea-9318-d020db0c9b46 req-d9225107-97c8-4bc4-9383-26587f5440ce tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:35.457503 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-22c9fa95-1369-4dea-9318-d020db0c9b46 req-d9225107-97c8-4bc4-9383-26587f5440ce tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0557883 Nov 15 12:47:35.514492 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-22c9fa95-1369-4dea-9318-d020db0c9b46 req-31bb5cf3-2b46-48a2-83ce-7360f0a8e30c tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480819 Nov 15 12:47:35.571559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f14b3e-d4a8-4f94-9db0-7c3f07a3cce8 req-051276d0-9ef4-467e-91cf-140e6f472f7e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:35.573129 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-28f14b3e-d4a8-4f94-9db0-7c3f07a3cce8 req-051276d0-9ef4-467e-91cf-140e6f472f7e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Nov 15 12:47:35.624888 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-28f14b3e-d4a8-4f94-9db0-7c3f07a3cce8 req-af7e9341-e274-4280-8eac-7bbd858b2c1f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451419 Nov 15 12:47:36.637998 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5f79e-a832-4cb7-876d-48f97fd0be50 req-83387ce9-fa12-4d6f-891e-4a2fe46a4807 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:36.639579 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cdc5f79e-a832-4cb7-876d-48f97fd0be50 req-83387ce9-fa12-4d6f-891e-4a2fe46a4807 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Nov 15 12:47:36.693493 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cdc5f79e-a832-4cb7-876d-48f97fd0be50 req-8603446f-cfc6-4ee8-b3e9-49734a9f2d87 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474637 Nov 15 12:47:36.751273 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab130a-8b6c-4d72-b844-ed63cd4998ae req-55610e80-6fa6-4e7c-9e74-02553d45c3b4 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:36.752803 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a5ab130a-8b6c-4d72-b844-ed63cd4998ae req-55610e80-6fa6-4e7c-9e74-02553d45c3b4 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0560832 Nov 15 12:47:36.801678 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a5ab130a-8b6c-4d72-b844-ed63cd4998ae req-49a09f94-fd54-4ae7-9613-db55291bccbd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Nov 15 12:47:37.640812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-92e11201-c185-4b7e-96d5-755948f08932 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:37.642625 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-92e11201-c185-4b7e-96d5-755948f08932 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0498326 Nov 15 12:47:37.830761 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Deleting port ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:37.830761 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:37.853439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb33e25-a41b-4adb-8859-de5c512527b4 req-72229947-ad9f-424d-bdd2-e31682eb38e6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:37.856279 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0fb33e25-a41b-4adb-8859-de5c512527b4 req-72229947-ad9f-424d-bdd2-e31682eb38e6 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0851066 Nov 15 12:47:37.996072 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-be16602b-60e6-488a-9bf4-dbe82d47a867 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:37.997587 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-be16602b-60e6-488a-9bf4-dbe82d47a867 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.0531831 Nov 15 12:47:38.002018 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0fb33e25-a41b-4adb-8859-de5c512527b4 req-fcfc5613-b653-441d-93c0-a4ba3bb8618f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f94917a-19bf-4455-a1e5-57645fc3879f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138361 Nov 15 12:47:38.019487 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d3cff-a20f-4698-a5ec-9ea02adbe2d0 req-e23b993f-9f43-4878-a381-f30c7b795c3f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:38.025234 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c16d3cff-a20f-4698-a5ec-9ea02adbe2d0 req-e23b993f-9f43-4878-a381-f30c7b795c3f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 946 time: 0.1358333 Nov 15 12:47:38.034694 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] For port ffefc1bf-d747-45f6-8979-9a984c11ed67, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffefc1bf-d747-45f6-8979-9a984c11ed67,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:38.034694 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.124445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port e4e6fc76-abc6-4e8a-8982-935e5e678851 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:38.124806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.211906 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c16d3cff-a20f-4698-a5ec-9ea02adbe2d0 req-b8781022-119f-4176-9d9d-2a3f6b1a00cd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746669 Nov 15 12:47:38.226460 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] For port e4e6fc76-abc6-4e8a-8982-935e5e678851, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e4e6fc76-abc6-4e8a-8982-935e5e678851,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:38.226960 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.330728 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.331004 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.331458 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Floating IP 6249fc23-6b36-49da-bde8-fb2bd5175af6 disassociated. External IP: 172.27.1.51, port: ffefc1bf-d747-45f6-8979-9a984c11ed67. Nov 15 12:47:38.331997 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Calling delete_port for ffefc1bf-d747-45f6-8979-9a984c11ed67 owned by compute:nova {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:38.412309 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.412714 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.412931 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP c0b14e90-2c80-4d8b-88b3-233f7e3cd192 disassociated. External IP: 172.27.1.193, port: e4e6fc76-abc6-4e8a-8982-935e5e678851. Nov 15 12:47:38.413275 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for e4e6fc76-abc6-4e8a-8982-935e5e678851 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:38.467296 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.494477 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'Port': ['ID=ffefc1bf-d747-45f6-8979-9a984c11ed67,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:38.564274 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.602999 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=e4e6fc76-abc6-4e8a-8982-935e5e678851,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:38.627480 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:38.745462 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:38.754800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:38.768286 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:38.778752 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:38.779958 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:38.797357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] No DVR routers for this DVR port ffefc1bf-d747-45f6-8979-9a984c11ed67 on host hv-cinder-68088 {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:38.799986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:38.803636 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a6a1a869-8290-4b34-a13f-cf25dec2b769 req-e0cc4bb4-5e8b-4979-8044-d746705133b4 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.36 "DELETE /v2.0/ports/ffefc1bf-d747-45f6-8979-9a984c11ed67 HTTP/1.1" status: 204 len: 173 time: 1.1083984 Nov 15 12:47:38.804148 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-deleted', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:38.806678 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6da966-c4ea-48e9-9a04-9adb8081f3ae" -d '{"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-deleted", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:38.858966 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6cf941-2d5a-4747-b843-afc7e75cfb39 x-openstack-request-id: req-de6cf941-2d5a-4747-b843-afc7e75cfb39 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:38.859260 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e0ab18-a841-4228-bebb-1c5d1db6f7f6", "name": "network-vif-deleted", "tag": "ffefc1bf-d747-45f6-8979-9a984c11ed67", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:38.859513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de6cf941-2d5a-4747-b843-afc7e75cfb39 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:38.859915 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e0ab18-a841-4228-bebb-1c5d1db6f7f6', 'name': 'network-vif-deleted', 'tag': 'ffefc1bf-d747-45f6-8979-9a984c11ed67', 'status': 'completed', 'code': 200} Nov 15 12:47:38.895487 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:38.911076 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:38.922692 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:38.923504 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:38.971404 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:39.002427 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] No DVR routers for this DVR port e4e6fc76-abc6-4e8a-8982-935e5e678851 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:39.005503 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:39.009553 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-2d943833-6126-4a85-a354-411b5f1cfac6 req-02ce9d27-8f71-4095-b247-0f0c6031fe4a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "DELETE /v2.0/ports/e4e6fc76-abc6-4e8a-8982-935e5e678851 HTTP/1.1" status: 204 len: 173 time: 0.9878786 Nov 15 12:47:39.020884 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'name': 'network-vif-deleted', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:39.025124 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70549f7e-e7a8-40de-ac43-9744f46355db" -d '{"events": [{"server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "name": "network-vif-deleted", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:39.143081 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41acc310-6237-4422-a8f2-6616f11518c7 x-openstack-request-id: req-41acc310-6237-4422-a8f2-6616f11518c7 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:39.143369 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2", "name": "network-vif-deleted", "tag": "e4e6fc76-abc6-4e8a-8982-935e5e678851", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:39.143628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41acc310-6237-4422-a8f2-6616f11518c7 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:39.144036 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2', 'name': 'network-vif-deleted', 'tag': 'e4e6fc76-abc6-4e8a-8982-935e5e678851', 'status': 'completed', 'code': 200} Nov 15 12:47:39.181408 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:39.256448 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b6bf4f35-7a79-4af4-b5df-4fcf404c53d9 req-1ddb8c3d-78af-426e-97a0-9cacf9368e69 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/ports?device_id=12e0ab18-a841-4228-bebb-1c5d1db6f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0356758 Nov 15 12:47:39.412704 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-74417079-b6c5-457e-96b6-ba77bcc171e9 req-f056e8af-c1d9-4c11-9968-cc9831a36176 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8365fb3-d5c5-4aa0-8b6b-c93f295f29d2 HTTP/1.1" status: 200 len: 210 time: 0.0495639 Nov 15 12:47:39.442953 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.470109 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:39.479972 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:39.480602 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.482229 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.520154 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:39.531771 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:39.533241 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.602152 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:39.678399 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:39.810712 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:39.813460 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.841713 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76881db1-ffcf-4b72-b0f9-81b86157752e None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:41:07Z', 'revision_number': 4, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '301458e2-6aa8-4710-be9e-0d7d2b215e97', 'name': '', 'network_id': 'f0a2cb68-3063-4051-80f9-d2c4ff88f485', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'mac_address': 'fa:16:3e:55:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:06Z', 'updated_at': '2021-11-15T12:41:11Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'subnets': [{'id': '4315df67-1f9e-4739-9480-055b6fcc791e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:39.907283 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:39.941143 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88695ae-013b-4a8f-8ad9-b72b0370191d None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:40.123223 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07ccc6-fb65-4295-81e3-f978293ab67a None None] New status for floating IP 6249fc23-6b36-49da-bde8-fb2bd5175af6: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:47:40.254367 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4407933-1efc-40f3-88bd-0ddc060b8fb6 None None] New status for floating IP c0b14e90-2c80-4d8b-88b3-233f7e3cd192: DOWN {{(pid=108284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:47:40.360568 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52464) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:40.420171 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.446697 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.531894 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.535856 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.537609 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "DELETE /v2.0/security-groups/2f94917a-19bf-4455-a1e5-57645fc3879f HTTP/1.1" status: 204 len: 168 time: 0.1758761 Nov 15 12:47:40.540597 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52470) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:40.550510 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2139e-2c99-4ac1-a772-1684a1e0be4f tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f94917a-19bf-4455-a1e5-57645fc3879f,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:40.569395 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.api.v2.resource [None req-52ca7a82-1e24-48f5-8e44-4e05e68c1703 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] show failed (client error): The resource could not be found. Nov 15 12:47:40.574193 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-52ca7a82-1e24-48f5-8e44-4e05e68c1703 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "GET /v2.0/security-groups/2f94917a-19bf-4455-a1e5-57645fc3879f HTTP/1.1" status: 404 len: 347 time: 0.0323567 Nov 15 12:47:40.577390 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52472) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:40.718310 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Deleting port a24c55ab-b785-485b-a3c3-78f7168abf0f {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:40.718663 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.826194 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-7cbeec8b-7abe-4af6-8f19-6a2433d796a9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331826370&fields=id&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 267 time: 0.0718653 Nov 15 12:47:40.829669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.829993 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:40.864642 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Calling delete_port for a24c55ab-b785-485b-a3c3-78f7168abf0f owned by network:floatingip {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:40.994107 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-491d4b73-df07-4e69-9768-a2a094e5bc14 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:40.996107 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-491d4b73-df07-4e69-9768-a2a094e5bc14 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.1588860 Nov 15 12:47:41.020666 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-3375c2b8-8def-4bb0-ae73-51f83976c965 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/quotas/f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 375 time: 0.0185091 Nov 15 12:47:41.104689 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-f9ca8e70-3ad2-46b8-a9f7-7c83c1df77f7 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771050 Nov 15 12:47:41.105850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:41.141388 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Pushing event deleted for resources: {'Port': ['ID=a24c55ab-b785-485b-a3c3-78f7168abf0f,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:41.249362 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks [] for floatingip, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:41.251921 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:41.255665 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-42834e50-08a5-4492-9594-32a7ce968528 tempest-AttachVolumeShelveTestJSON-1723634675 tempest-AttachVolumeShelveTestJSON-1723634675-project] 10.222.0.43 "DELETE /v2.0/floatingips/6249fc23-6b36-49da-bde8-fb2bd5175af6 HTTP/1.1" status: 204 len: 168 time: 0.6737926 Nov 15 12:47:41.268043 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-ef154047-b30a-424f-b60f-fbddab876267 service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341224 Nov 15 12:47:41.369034 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-b1f0a379-261b-43ce-8a9d-f1cf7065351a service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949142 Nov 15 12:47:41.676628 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-49a998c4-f496-49a3-866f-03cbd52b840b req-d2d632d7-83bc-4e87-84c2-d2171ece1558 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 210 time: 0.0294213 Nov 15 12:47:41.903713 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0efe8483-ef1a-4573-adbf-f07db1c80cb9 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:41.905148 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0efe8483-ef1a-4573-adbf-f07db1c80cb9 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1352799 Nov 15 12:47:41.921782 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-7c389f24-f731-4a26-87f4-cc454079e7ff tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/quotas/8b023f637e184e67bccf0ed11a6a802d HTTP/1.1" status: 200 len: 375 time: 0.0107121 Nov 15 12:47:41.956899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:41.977987 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-40888677-1958-4cc6-9c66-4a87f643e2d2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503435 Nov 15 12:47:41.978202 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: ffefc1bf-d747-45f6-8979-9a984c11ed67 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:41.978356 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device ffefc1bf-d747-45f6-8979-9a984c11ed67 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:41.978970 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e4e6fc76-abc6-4e8a-8982-935e5e678851 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:42.000199 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: e4e6fc76-abc6-4e8a-8982-935e5e678851 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:42.000547 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e4e6fc76-abc6-4e8a-8982-935e5e678851 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:42.079544 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af98e6ee-8e99-4fed-a17c-ec476caed893 service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923483 Nov 15 12:47:42.177546 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-be71c7ca-70b8-4ea3-af07-7a09900ae8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916109 Nov 15 12:47:42.341812 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-115f6810-4c4e-4116-8730-0c7fee9ae6f2 req-bca84650-2817-4020-bb5d-f8f0b7ae1352 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0265758 Nov 15 12:47:42.776395 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbc2a1f2-cce3-4587-a40e-63aa8914ac87 req-59227fba-625a-4ae8-a3a5-618506107649 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 210 time: 0.0319672 Nov 15 12:47:42.873882 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-82edcd45-e2b0-4026-ac3a-46d75229719a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:42.875604 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-82edcd45-e2b0-4026-ac3a-46d75229719a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.1367819 Nov 15 12:47:43.014147 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-42532921-994b-4111-bab3-3045b85cf052 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 380 time: 0.0577300 Nov 15 12:47:43.030335 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'port': {'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'admin_state_up': True, 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'security_groups': ['adbd0468-9145-480e-9fd9-8cda0e5b3d97']}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:43.139260 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Made reservation on behalf of f78fedf356a24ea182428c85682330f1 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:47:43.142715 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.274945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.20.0.12 (f4599fcb-fdea-4045-9c9c-3e445269e7ec/a80c64ca-7859-4209-944a-02bd00bd30c4/471bc66e-1316-423a-b9d0-fa99991998d4) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:47:43.437753 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.466003 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-135e0c39-ff56-477c-beae-508942e565c8 req-c20bae07-0f70-479c-a4f8-4c40f66cd410 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 210 time: 0.0427890 Nov 15 12:47:43.477806 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.533590 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:47:43.536811 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:47:43.541656 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:47:43.548947 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:43.615889 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:43.616796 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.638564 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-924460ba-f339-4696-bd8a-0941ff366b5f tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6144826 Nov 15 12:47:43.661737 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Request body: {'port': {'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:43.684885 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-eef3475f-7b32-47ee-9877-177a723ad8ea tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:43.689734 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-eef3475f-7b32-47ee-9877-177a723ad8ea tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 815 time: 0.1671824 Nov 15 12:47:43.717525 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Request body: {'port': {'device_id': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'admin_state_up': True, 'tenant_id': '8b023f637e184e67bccf0ed11a6a802d'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:43.769487 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.773312 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52548) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:43.885224 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-8ce8da5e-b696-467a-9dc2-3692a81a2e30 None None] Provisioning complete for port 471bc66e-1316-423a-b9d0-fa99991998d4 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:47:43.886900 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-8ce8da5e-b696-467a-9dc2-3692a81a2e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:43.923686 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8da5e-b696-467a-9dc2-3692a81a2e30 None None] Port 471bc66e-1316-423a-b9d0-fa99991998d4 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:47:43.933757 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c4d82-e478-4ce9-995a-33b45a5f7564 req-855f0ee2-a317-42ec-8de9-1332915c7c1e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:43.936277 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ab0c4d82-e478-4ce9-995a-33b45a5f7564 req-855f0ee2-a317-42ec-8de9-1332915c7c1e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 932 time: 0.0848124 Nov 15 12:47:43.965358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Made reservation on behalf of 8b023f637e184e67bccf0ed11a6a802d for: {'port': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:47:43.968976 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.018621 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ab0c4d82-e478-4ce9-995a-33b45a5f7564 req-54c4bc0d-f932-455e-80aa-1333ddb094ff tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725379 Nov 15 12:47:44.134501 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Allocated IP 172.20.0.2 (b5e792a7-3bc7-401c-8890-d6bf3bed54f7/ed477967-205e-4de1-8035-0148edc89d77/dd7e7436-7fa2-46fb-a2c6-5d719d4dac18) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:47:44.290397 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.331052 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.370714 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'a322e5bf-88e1-4927-ae82-1bdc781c9029'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:44.378163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:47:44.381439 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:47:44.385841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:47:44.416237 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event updated for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:44.453207 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:44.454073 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.478383 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-0fc797fc-357c-4d14-aef9-8c9a76aa242f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7657945 Nov 15 12:47:44.504788 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Request body: {'port': {'device_id': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:44.529032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471bc66e-1316-423a-b9d0-fa99991998d4 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:44.539930 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.567048 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Transition to ACTIVE for port object 471bc66e-1316-423a-b9d0-fa99991998d4 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:47:44.575856 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.624739 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.679175 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Pushing event updated for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:44.680979 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c1573-25bb-415e-be4c-98d69d75264e req-3e477e4f-4a47-4038-a95b-d2fbbf160fc7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:44.683069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a03c1573-25bb-415e-be4c-98d69d75264e req-3e477e4f-4a47-4038-a95b-d2fbbf160fc7 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 931 time: 0.1145663 Nov 15 12:47:44.785234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Attempting to bind port 471bc66e-1316-423a-b9d0-fa99991998d4 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:47:44.785597 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Attempting to bind port 471bc66e-1316-423a-b9d0-fa99991998d4 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:47:44.785907 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Attempting to bind port 471bc66e-1316-423a-b9d0-fa99991998d4 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:44.795734 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Port 471bc66e-1316-423a-b9d0-fa99991998d4 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:47:44.796071 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Attempting to bind port 471bc66e-1316-423a-b9d0-fa99991998d4 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:44.808436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:47:44.808792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:47:44.809180 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Bound using segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:47:44.809632 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Bound port: 471bc66e-1316-423a-b9d0-fa99991998d4, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:47:44.809996 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.812010 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a03c1573-25bb-415e-be4c-98d69d75264e req-23995d9e-51c7-4baf-b4e2-88d176e6c019 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205029 Nov 15 12:47:44.913321 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:47:44.928974 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=471bc66e-1316-423a-b9d0-fa99991998d4,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:47:44.933714 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:44.937317 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.004120 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 {{(pid=108282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:45.012589 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.025142 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.provisioning_blocks [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Transition to ACTIVE for port object dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 will not be triggered until provisioned by entity L2. {{(pid=108282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:47:45.029135 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.047597 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.048243 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.050888 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] 10.222.0.36 "PUT /v2.0/ports/471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 1094 time: 1.3945045 Nov 15 12:47:45.051387 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:45.054199 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f5804-f9f3-474c-a24e-dc46ea5ca682" -d '{"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:45.092162 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5e6e7-1337-4d67-8f4b-a69dce10a310 service neutron] Pushing event updated for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:45.142789 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c423ce-225c-4b1a-b53a-a080c9765b8f x-openstack-request-id: req-b0c423ce-225c-4b1a-b53a-a080c9765b8f {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:45.143101 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:45.143356 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0c423ce-225c-4b1a-b53a-a080c9765b8f {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:45.143757 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4', 'status': 'completed', 'code': 200} Nov 15 12:47:45.225641 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-c6d7cdf4-483a-41f5-9ca3-445ef5aa180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.227177 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-c6d7cdf4-483a-41f5-9ca3-445ef5aa180c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1097 time: 0.0826576 Nov 15 12:47:45.283349 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-a2edee10-535c-4b58-bd74-2ef2ccdea0d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 217 time: 0.0407734 Nov 15 12:47:45.379889 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-451e2df0-94f6-41f3-be01-f02cefd3cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.381359 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-451e2df0-94f6-41f3-be01-f02cefd3cf5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0789993 Nov 15 12:47:45.413141 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:45.428857 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Deleting port 301458e2-6aa8-4710-be9e-0d7d2b215e97 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:45.429041 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.480954 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cc544-7752-4d47-ae89-d305b98a41fb req-4ed92b95-0f75-4475-8fc4-92eb1f683a37 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.483198 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-103cc544-7752-4d47-ae89-d305b98a41fb req-4ed92b95-0f75-4475-8fc4-92eb1f683a37 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.1295233 Nov 15 12:47:45.487339 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799234bd-2c17-4fbd-903f-a62364f81582 req-2f288b75-f229-45df-94ca-6730395b7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.488913 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-2f288b75-f229-45df-94ca-6730395b7d45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0984106 Nov 15 12:47:45.545146 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Attempting to bind port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:47:45.545484 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Attempting to bind port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:47:45.545815 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Attempting to bind port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:45.558116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:47:45.558447 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Attempting to bind port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 on network b5e792a7-3bc7-401c-8890-d6bf3bed54f7 {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:47:45.570317 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:47:45.570663 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Checking segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:47:45.571085 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Bound using segment: {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'} {{(pid=108282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:47:45.571533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.managers [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Bound port: dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598d6959-cb97-4d20-b17f-fd8e7023a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7'}}] {{(pid=108282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:47:45.571893 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.575542 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] For port 301458e2-6aa8-4710-be9e-0d7d2b215e97, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=301458e2-6aa8-4710-be9e-0d7d2b215e97,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:45.576043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.577239 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-103cc544-7752-4d47-ae89-d305b98a41fb req-1f4ea1bb-a714-4fba-8985-ba37882c504d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834353 Nov 15 12:47:45.594404 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Calling delete_port for 301458e2-6aa8-4710-be9e-0d7d2b215e97 owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:45.645078 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, cleared binding levels {{(pid=108282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:47:45.648217 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:47:45.653424 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.657656 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-a5541e0e-514a-417f-bc68-4e46c72ddbe4 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598253 Nov 15 12:47:45.687028 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.687637 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.689004 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] 10.222.0.36 "PUT /v2.0/ports/dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 HTTP/1.1" status: 200 len: 1093 time: 1.1956937 Nov 15 12:47:45.689448 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:45.691703 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be" -d '{"events": [{"name": "network-changed", "server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:45.720668 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9707c9-5663-4fa4-86cc-7b7b130ffbde service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=3']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:45.750344 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6716f7-4e44-4fc4-ad39-ea4ca4270615 x-openstack-request-id: req-7c6716f7-4e44-4fc4-ad39-ea4ca4270615 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:45.750636 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:45.750927 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c6716f7-4e44-4fc4-ad39-ea4ca4270615 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:45.751333 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18', 'status': 'completed', 'code': 200} Nov 15 12:47:45.806515 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-ce60dbb6-11d0-42cd-a759-75ff13041a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.809278 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-ce60dbb6-11d0-42cd-a759-75ff13041a19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 1096 time: 0.0450363 Nov 15 12:47:45.842048 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-799234bd-2c17-4fbd-903f-a62364f81582 req-ed59a155-25c4-4777-92dc-65708943acd0 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762671 Nov 15 12:47:45.862380 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-2fd783c1-1869-4623-88f6-dcf9259fe6a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 HTTP/1.1" status: 200 len: 217 time: 0.0397370 Nov 15 12:47:45.905926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:45.937816 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=301458e2-6aa8-4710-be9e-0d7d2b215e97,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:45.941815 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-e148840a-91de-4e4a-ac61-f493e581814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.943708 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-e148840a-91de-4e4a-ac61-f493e581814f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0742400 Nov 15 12:47:45.965234 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bb1d-6ad1-45ac-bcd9-95438c16b2b2 req-a65c7cb0-8c30-4068-8961-849a1c5ef90f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:45.966741 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2540bb1d-6ad1-45ac-bcd9-95438c16b2b2 req-a65c7cb0-8c30-4068-8961-849a1c5ef90f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 943 time: 0.0691066 Nov 15 12:47:46.000933 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-00cc4438-65f6-4d32-971c-913f2a3c305d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447421 Nov 15 12:47:46.047594 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-a02ad9ca-99f5-4569-b6cc-1b29fa1a4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.049097 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-a02ad9ca-99f5-4569-b6cc-1b29fa1a4a5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1097 time: 0.0865560 Nov 15 12:47:46.093848 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2540bb1d-6ad1-45ac-bcd9-95438c16b2b2 req-f2a0df2a-b72e-4d7b-b40c-17c8d50e8c1f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185954 Nov 15 12:47:46.137780 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-d22e434c-896c-438b-8156-4b900367c011 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223693 Nov 15 12:47:46.255947 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0ec4b51-0333-4a0d-b4de-7b6d422b4c9e req-8f41fe71-b354-44a8-a6f9-8944d4d2b1aa service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952718 Nov 15 12:47:46.272143 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:46.284154 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-ac602322-91a4-4752-9a1a-01e3b689d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.286311 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-ac602322-91a4-4752-9a1a-01e3b689d3be service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.2065427 Nov 15 12:47:46.399232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-78f45046-6eef-4230-ad2f-4f40bfb6d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.400953 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-78f45046-6eef-4230-ad2f-4f40bfb6d40f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b023f637e184e67bccf0ed11a6a802d&device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 1096 time: 0.0425673 Nov 15 12:47:46.413288 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-7adbc305-3da5-4f43-abf9-1be45ef76cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 217 time: 0.0475159 Nov 15 12:47:46.488351 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-883ba13d-b736-47c5-94cf-09bfa0498eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.489724 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-883ba13d-b736-47c5-94cf-09bfa0498eb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0682938 Nov 15 12:47:46.499557 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-df756068-e35b-466e-b2e2-c49ab07959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.501070 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-df756068-e35b-466e-b2e2-c49ab07959dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 200 len: 916 time: 0.0921993 Nov 15 12:47:46.549617 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-dfa862d2-bdab-470b-973c-aefcc03f9e2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 HTTP/1.1" status: 200 len: 217 time: 0.0359583 Nov 15 12:47:46.606463 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-329ce4b2-68ab-42a8-b679-bc3bb74ad965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.607974 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-329ce4b2-68ab-42a8-b679-bc3bb74ad965 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 200 len: 855 time: 0.0492120 Nov 15 12:47:46.634038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-8e384dcb-dd5d-4a36-b288-02dd845f0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.635772 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-8e384dcb-dd5d-4a36-b288-02dd845f0bca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0988317 Nov 15 12:47:46.657950 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-c88241aa-d503-4d8d-a61a-31da7380e3dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5e792a7-3bc7-401c-8890-d6bf3bed54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321651 Nov 15 12:47:46.707678 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:47:46.759455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18bf2-dea2-4d35-b1b6-a4069148b844 req-4416cd76-83d5-44d8-9aaf-598df0e3eeb2 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:46.761858 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-97f18bf2-dea2-4d35-b1b6-a4069148b844 req-4416cd76-83d5-44d8-9aaf-598df0e3eeb2 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.1059690 Nov 15 12:47:46.804272 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-19541ac6-92f1-4289-85e1-47aa362c2971 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206064 Nov 15 12:47:46.810287 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-f563d610-baf8-4134-addb-9a31d52c67e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633358 Nov 15 12:47:46.846269 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-97f18bf2-dea2-4d35-b1b6-a4069148b844 req-f9680e44-0a2c-4e84-a44d-3ba597820208 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782616 Nov 15 12:47:46.896149 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:47:46.905352 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5485bacf-55a7-42af-a09c-ffce14c12a4b admin admin] 10.222.0.43 "PUT /v2.0/routers/3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274402 Nov 15 12:47:46.906574 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52568) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:46.906707 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Sync routers for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:47:46.917301 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:46.917912 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:46.921798 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bbd1f1d3-6be1-4f16-9fa5-328c1a5c07be req-d868aa4e-cedd-4603-81e8-ff41ebcfb531 service neutron] 10.222.0.36 "GET /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996847 Nov 15 12:47:46.999901 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-486f5804-f9f3-474c-a24e-dc46ea5ca682 req-af4bb7c6-e3f3-4fad-9373-9c5fabadf4cb service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809361 Nov 15 12:47:47.024411 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:47.029023 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.134524 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.190940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Deleting port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:47.191280 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.210640 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:47:45Z', 'revision_number': 5, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port': {'id': '3c0d1ce0-9176-479c-8b1d-f211fe7d8dff', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:41:04Z', 'updated_at': '2021-11-15T12:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:47.227437 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc6814-18f3-4324-a727-84004a52461c req-cc364202-a0e0-478e-b4ed-407ef0d7a78d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:47.229577 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-37bc6814-18f3-4324-a727-84004a52461c req-cc364202-a0e0-478e-b4ed-407ef0d7a78d tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 943 time: 0.0577066 Nov 15 12:47:47.240950 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Checking router: 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:47:47.250899 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Routers {'3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:47:47.251606 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:47.283797 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-37bc6814-18f3-4324-a727-84004a52461c req-bc60813e-3ed6-4080-aa59-d878da0eb19b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Nov 15 12:47:47.289937 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] For port 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:47.290403 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.304436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Calling delete_port for 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:47.341430 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] Set router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:47:47.394885 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:47:47Z', 'revision_number': 6, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:47.425412 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeafd5b-8f36-4d09-b8d8-7543731f19ce None None] The sync data for ids ['3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e'] in dv-cinder-680889-10-iscsi is: [{'id': '3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e', 'name': 'tempest-AttachVolumeShelveTestJSON-1697525078-router', 'tenant_id': '811d24506f5a47d0925645d4303dac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:41:03Z', 'updated_at': '2021-11-15T12:47:47Z', 'revision_number': 6, 'project_id': '811d24506f5a47d0925645d4303dac8d', 'gw_port_host': None}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:47:47.479672 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.506112 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0d1ce0-9176-479c-8b1d-f211fe7d8dff,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:47.568488 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.918383 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.920932 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.961005 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:47:47.965256 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.965860 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:47:47.966697 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f75c4-67c4-4072-9a48-9c19bfa69f19 req-7726858b-e040-47a5-a726-cfe0bd85dae5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:47.970306 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:47.971674 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-34157396-2276-416c-b3bd-9ab812ec5379 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3eb69374-c98e-4fe1-9ecb-336c1c7b5e9e HTTP/1.1" status: 204 len: 168 time: 1.0651488 Nov 15 12:47:47.974166 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52574) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:47.975187 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b9f75c4-67c4-4072-9a48-9c19bfa69f19 req-7726858b-e040-47a5-a726-cfe0bd85dae5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0608764 Nov 15 12:47:48.020229 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Deleting subnet 4315df67-1f9e-4739-9480-055b6fcc791e {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:47:48.023273 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5b9f75c4-67c4-4072-9a48-9c19bfa69f19 req-9b30fe03-470f-4f72-94b5-e41f70b316c6 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Nov 15 12:47:48.023998 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.061572 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.065985 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:48.078157 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18', 'network_id': 'b5e792a7-3bc7-401c-8890-d6bf3bed54f7', 'port_id': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18', 'mac_address': 'fa:16:3e:27:20:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed477967-205e-4de1-8035-0148edc89d77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:47:48.116092 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.132728 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:48.147424 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.155161 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:48.159011 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.207481 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.215391 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:48.221226 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.227181 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52576) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:48.227323 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4315df67-1f9e-4739-9480-055b6fcc791e HTTP/1.1" status: 204 len: 168 time: 0.2519066 Nov 15 12:47:48.227575 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72539dcb-e236-4fe6-9541-f3357e27b438 None None] Network f0a2cb68-3063-4051-80f9-d2c4ff88f485 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:47:48.245552 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654e45-9e0d-4b18-aff3-4940b243aacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4315df67-1f9e-4739-9480-055b6fcc791e,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:48.310860 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.407549 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Deleting port bb3918d8-c954-4556-b988-2a11c751fc53 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:48.407893 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.418352 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e66e7-9504-4155-b5c4-64408c1f3fed req-b15b0843-cbe6-4161-8d47-197c074816d9 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:48.420221 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3c8e66e7-9504-4155-b5c4-64408c1f3fed req-b15b0843-cbe6-4161-8d47-197c074816d9 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0623088 Nov 15 12:47:48.422907 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] DHCP port deletion for f0a2cb68-3063-4051-80f9-d2c4ff88f485 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:47:48.475006 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Deleting port bb3918d8-c954-4556-b988-2a11c751fc53 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:47:48.475220 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.513459 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] For port bb3918d8-c954-4556-b988-2a11c751fc53, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bb3918d8-c954-4556-b988-2a11c751fc53,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:48.513857 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.532871 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['dd7e7436-7fa2-46fb-a2c6-5d719d4dac18'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:48.536176 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3c8e66e7-9504-4155-b5c4-64408c1f3fed req-481c735a-faee-45a9-9c0a-bf13dfd152ef tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059239 Nov 15 12:47:48.539803 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Calling delete_port for bb3918d8-c954-4556-b988-2a11c751fc53 owned by network:dhcp {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:48.573249 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] For port bb3918d8-c954-4556-b988-2a11c751fc53, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bb3918d8-c954-4556-b988-2a11c751fc53,segment=NetworkSegment(7e929358-d5ba-4021-8f77-620a398f2ec0),segment_id=7e929358-d5ba-4021-8f77-620a398f2ec0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:48.573669 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.592711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Calling delete_port for bb3918d8-c954-4556-b988-2a11c751fc53 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:47:48.623719 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.655524 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3918d8-c954-4556-b988-2a11c751fc53,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:48.657205 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] No DVR routers for this DVR port bb3918d8-c954-4556-b988-2a11c751fc53 on host dv-cinder-680889-10-iscsi {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:48.725953 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.730005 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.745442 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a2cb68-3063-4051-80f9-d2c4ff88f485']}} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:48.754498 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e929358-d5ba-4021-8f77-620a398f2ec0') {'for_net_delete': True} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:48.754813 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e929358-d5ba-4021-8f77-620a398f2ec0') {} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:47:48.764251 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] Pushing event deleted for resources: {'Port': ['ID=bb3918d8-c954-4556-b988-2a11c751fc53,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:48.767942 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58680e6-f66b-4125-aaa4-f22d414c9f14 None None] No DVR routers for this DVR port bb3918d8-c954-4556-b988-2a11c751fc53 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:47:48.768285 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690181'] for segment, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.782937 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.789430 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=108282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:47:48.789819 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9769486'] for segment, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: Traceback (most recent call last): Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: timer() Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: cb(*args, **kw) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: return func(*args, **kwargs) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: self._notify() Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: self.callback(batched_events) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: event.method(event) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: return f(self, *a, **k) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._get(url).json() Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: return self.request(url, 'GET', **kwargs) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:47:48.791685 dv-cinder-680889-10-iscsi neutron-server[108282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:47:48.845575 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.851847 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:48.856804 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f0a2cb68-3063-4051-80f9-d2c4ff88f485 HTTP/1.1" status: 204 len: 168 time: 0.6281242 Nov 15 12:47:48.869820 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4bcc5-95b6-4248-972a-eaeb9e18cc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a2cb68-3063-4051-80f9-d2c4ff88f485,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:48.971226 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52582) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:49.010030 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-52598fe2-a116-4c8b-866e-69c770d1bbaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=811d24506f5a47d0925645d4303dac8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376630 Nov 15 12:47:49.013029 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52584) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:49.060203 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:49.082133 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:49.159065 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeae09-e406-49e3-a275-7af714a826ac req-6cc2f495-4ec6-4c4d-822a-fcb900dd86ad tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:49.160548 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1faeae09-e406-49e3-a275-7af714a826ac req-6cc2f495-4ec6-4c4d-822a-fcb900dd86ad tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0645561 Nov 15 12:47:49.173058 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:49.175572 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:49.176653 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b7457f4-bef2-45a4-8911-f1c643c781b0 HTTP/1.1" status: 204 len: 168 time: 0.1626501 Nov 15 12:47:49.194248 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ece0e-8479-4e89-a688-44300218459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7457f4-bef2-45a4-8911-f1c643c781b0,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:49.239180 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1faeae09-e406-49e3-a275-7af714a826ac req-1d7cf958-db0c-4ea5-a940-0fe6d0e3573b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726871 Nov 15 12:47:49.420616 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7c1ac392-3993-4d58-9de4-f2488b83b1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:49.505184 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bb3918d8-c954-4556-b988-2a11c751fc53 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:49.529223 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: bb3918d8-c954-4556-b988-2a11c751fc53 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:49.529578 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bb3918d8-c954-4556-b988-2a11c751fc53 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:49.529999 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 301458e2-6aa8-4710-be9e-0d7d2b215e97 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:49.550827 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 301458e2-6aa8-4710-be9e-0d7d2b215e97 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:49.551184 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 301458e2-6aa8-4710-be9e-0d7d2b215e97 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:49.551601 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:47:49.579677 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:47:49.580028 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 3c0d1ce0-9176-479c-8b1d-f211fe7d8dff not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:47:49.659698 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5e928-41a7-4146-9fa8-a1109405ee87 req-50b40e5f-c36a-4d34-97f5-46b900fafddb tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:49.661221 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75b5e928-41a7-4146-9fa8-a1109405ee87 req-50b40e5f-c36a-4d34-97f5-46b900fafddb tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 944 time: 0.0495903 Nov 15 12:47:49.722501 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75b5e928-41a7-4146-9fa8-a1109405ee87 req-b6e663de-bb8b-4e6f-ace5-815a78eccf28 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Nov 15 12:47:49.971651 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:47:50.022336 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:47:50.028113 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:47:50.028617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:50.108084 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:50.137106 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:50.139403 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140302b-93b6-4052-8021-50dd4f86f346" -d '{"events": [{"server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:50.158133 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:50.169253 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:50.193794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349762e3-7fe1-49e4-a659-726efa4c75bd x-openstack-request-id: req-349762e3-7fe1-49e4-a659-726efa4c75bd {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:50.194093 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:50.194348 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-349762e3-7fe1-49e4-a659-726efa4c75bd {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:50.194737 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18', 'code': 200} Nov 15 12:47:50.227989 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:50.371652 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69243c6-0c47-40ba-afdb-a2e4c8d36761 req-a0a5104a-60f6-403c-8ce6-c43c0b4c6634 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:50.373156 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a69243c6-0c47-40ba-afdb-a2e4c8d36761 req-a0a5104a-60f6-403c-8ce6-c43c0b4c6634 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0594416 Nov 15 12:47:50.422989 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a68ad-d630-45d4-817c-191f1583193e req-8c299848-929b-4b0b-9884-7788db37f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:50.424654 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-760a68ad-d630-45d4-817c-191f1583193e req-8c299848-929b-4b0b-9884-7788db37f36d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 1098 time: 0.0498629 Nov 15 12:47:50.430785 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a69243c6-0c47-40ba-afdb-a2e4c8d36761 req-90c40eeb-310a-4ba8-ab15-6e56c71039a5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509293 Nov 15 12:47:50.478792 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-760a68ad-d630-45d4-817c-191f1583193e req-0ffcdaaa-2920-44bf-88c4-3f4fa66e66fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Nov 15 12:47:50.840728 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c8395-ee2f-4865-aaf6-74b84aa02b1c req-ae7b6a6d-e0dd-4438-af12-da69cd018a1b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:50.842256 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b00c8395-ee2f-4865-aaf6-74b84aa02b1c req-ae7b6a6d-e0dd-4438-af12-da69cd018a1b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Nov 15 12:47:50.899800 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b00c8395-ee2f-4865-aaf6-74b84aa02b1c req-09de9127-d22b-47bf-900b-74210079d9a4 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Nov 15 12:47:51.554533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b5c36-69d5-49c7-bf53-8997db705689 req-8165cae8-a325-470f-8276-ed7e9e825f6c tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:51.556039 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b75b5c36-69d5-49c7-bf53-8997db705689 req-8165cae8-a325-470f-8276-ed7e9e825f6c tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0526752 Nov 15 12:47:51.604696 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b75b5c36-69d5-49c7-bf53-8997db705689 req-013bc040-4410-453c-8ef4-b3f9856f264e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422242 Nov 15 12:47:51.898963 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-17d7b4af-d5ea-4ec1-a6df-1aa87e8bd8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:52.022342 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df67e60-fd25-448e-811b-d32345dd68c9 req-b63eb232-2db4-4f10-9c1c-f486b79b6e3a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:52.023892 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1df67e60-fd25-448e-811b-d32345dd68c9 req-b63eb232-2db4-4f10-9c1c-f486b79b6e3a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Nov 15 12:47:52.073653 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1df67e60-fd25-448e-811b-d32345dd68c9 req-e2a72339-7868-430b-aa3c-fe12fd705442 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Nov 15 12:47:52.723614 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e28b9-57a2-4545-9470-f8e2273887cb req-780ef76d-11dc-4598-89fd-b83a5294af88 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:52.725102 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-004e28b9-57a2-4545-9470-f8e2273887cb req-780ef76d-11dc-4598-89fd-b83a5294af88 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0527112 Nov 15 12:47:52.782875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-004e28b9-57a2-4545-9470-f8e2273887cb req-589f453d-25e7-436e-bab1-f43d138c5206 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490336 Nov 15 12:47:53.186322 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:53.696721 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52700) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:53.817245 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:53.923804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621666f-b4b1-4b8e-9854-1d8e677b442a req-1cd9d5ea-2328-4684-8aea-2eb1e7ab2b69 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:53.925290 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e621666f-b4b1-4b8e-9854-1d8e677b442a req-1cd9d5ea-2328-4684-8aea-2eb1e7ab2b69 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 944 time: 0.0717328 Nov 15 12:47:53.956286 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:53.961115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.008367 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 471bc66e-1316-423a-b9d0-fa99991998d4 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:47:54.020910 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e621666f-b4b1-4b8e-9854-1d8e677b442a req-a3b35458-b718-4eca-a0cb-b397abbf8ebd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884516 Nov 15 12:47:54.024317 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eed42a5e6042435f8d42f60171efa9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264773 Nov 15 12:47:54.025475 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f067b-9f5b-4d8b-9c67-7dd4dbd6526a,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:54.028395 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52708) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.042931 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da06dc94-83fb-4a25-99e8-e8b1a5c68832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:47:54.081361 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.103651 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.125679 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=471bc66e-1316-423a-b9d0-fa99991998d4,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:54.137384 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '471bc66e-1316-423a-b9d0-fa99991998d4', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:47:54.153911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.156529 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.157810 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c69f067b-9f5b-4d8b-9c67-7dd4dbd6526a HTTP/1.1" status: 204 len: 168 time: 0.1277230 Nov 15 12:47:54.171723 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e8dbf-34dc-4db1-bf14-7bc16546f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f067b-9f5b-4d8b-9c67-7dd4dbd6526a,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:54.199312 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.209464 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.217200 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471bc66e-1316-423a-b9d0-fa99991998d4 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:47:54.237665 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=471bc66e-1316-423a-b9d0-fa99991998d4,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:54.241560 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.297578 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:54.445616 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52714) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:54.459227 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8365a56a-85f9-49da-958d-9db1b469c628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.533706 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8365a56a-85f9-49da-958d-9db1b469c628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.537440 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-8365a56a-85f9-49da-958d-9db1b469c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.579858 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-8365a56a-85f9-49da-958d-9db1b469c628 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b5137de07324d8398d3bce731b70361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330719 Nov 15 12:47:54.580829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a56a-85f9-49da-958d-9db1b469c628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a921459-ec13-41bf-a026-a9d4f2e0cbce,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:54.582516 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52716) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:54.628124 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['471bc66e-1316-423a-b9d0-fa99991998d4'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:47:54.639605 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.662066 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.711316 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.714045 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:54.715331 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a921459-ec13-41bf-a026-a9d4f2e0cbce HTTP/1.1" status: 204 len: 168 time: 0.1317074 Nov 15 12:47:54.723276 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b537bbc-98f2-4f5a-b342-5250238c34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a921459-ec13-41bf-a026-a9d4f2e0cbce,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:55.017264 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:55.144835 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572132c-5612-49b6-9105-22ca7fca7a49 req-313bbaa7-c156-443c-b66b-81a7eb590d40 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:55.146426 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1572132c-5612-49b6-9105-22ca7fca7a49 req-313bbaa7-c156-443c-b66b-81a7eb590d40 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 945 time: 0.0532570 Nov 15 12:47:55.200459 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1572132c-5612-49b6-9105-22ca7fca7a49 req-897198d7-f9c7-49ac-87ed-6affcdfa60d5 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Nov 15 12:47:56.019844 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 471bc66e-1316-423a-b9d0-fa99991998d4 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:47:56.071491 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 471bc66e-1316-423a-b9d0-fa99991998d4 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:47:56.077033 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 471bc66e-1316-423a-b9d0-fa99991998d4 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:47:56.077033 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.163444 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.187527 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:47:56.189959 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f78806-e60f-4428-9809-1cb51f3293ca" -d '{"events": [{"server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "name": "network-vif-plugged", "status": "completed", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:47:56.209874 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=471bc66e-1316-423a-b9d0-fa99991998d4,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:47:56.217228 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.249326 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e2fae-53db-45f6-97db-ada9f3edca8a x-openstack-request-id: req-d28e2fae-53db-45f6-97db-ada9f3edca8a {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:47:56.249699 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "name": "network-vif-plugged", "status": "completed", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:47:56.250014 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d28e2fae-53db-45f6-97db-ada9f3edca8a {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:47:56.250480 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4', 'code': 200} Nov 15 12:47:56.279589 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:56.323926 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd91989-8758-45f0-bb41-8692008e28ea req-b82ea9d3-da24-4daa-808d-70f3e664fbad tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:56.325098 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1bd91989-8758-45f0-bb41-8692008e28ea req-b82ea9d3-da24-4daa-808d-70f3e664fbad tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0527720 Nov 15 12:47:56.380645 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1bd91989-8758-45f0-bb41-8692008e28ea req-7bb6b6ab-9302-480b-a739-c6fb6f47cbee tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Nov 15 12:47:56.398746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52772) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:56.533518 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e6eaba2f-b400-420d-8421-736524dacbe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.564952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6120-cfa3-41b8-8b5a-f2812cd8397f req-114dd976-cd58-4ed3-87bc-144ddbf5d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:56.566498 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-475d6120-cfa3-41b8-8b5a-f2812cd8397f req-114dd976-cd58-4ed3-87bc-144ddbf5d56f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0641103 Nov 15 12:47:56.644727 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-475d6120-cfa3-41b8-8b5a-f2812cd8397f req-90d0ea1b-6456-454d-b099-7103f25bb25c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690112 Nov 15 12:47:56.661991 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e6eaba2f-b400-420d-8421-736524dacbe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.665782 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e6eaba2f-b400-420d-8421-736524dacbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.706507 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e6eaba2f-b400-420d-8421-736524dacbe9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f50a5abfe4449858e3e2f2a637c479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066404 Nov 15 12:47:56.707393 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaba2f-b400-420d-8421-736524dacbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a11b55-2dc9-47c1-822b-a2ac0ad96360,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:56.709826 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52776) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:56.757092 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.777857 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.826254 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.829506 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:56.830669 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47a11b55-2dc9-47c1-822b-a2ac0ad96360 HTTP/1.1" status: 204 len: 168 time: 0.1198540 Nov 15 12:47:56.839023 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223ef1e-601c-4930-89fd-b0ee55589841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a11b55-2dc9-47c1-822b-a2ac0ad96360,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:57.099150 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52784) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:57.112364 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-20eabec4-1992-4be1-9c00-a04ebfa8bd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.189148 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-20eabec4-1992-4be1-9c00-a04ebfa8bd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.192986 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-20eabec4-1992-4be1-9c00-a04ebfa8bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.232224 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-20eabec4-1992-4be1-9c00-a04ebfa8bd5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=609cbb259d1642478f003e4175e020f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319866 Nov 15 12:47:57.233289 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eabec4-1992-4be1-9c00-a04ebfa8bd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d57789-6472-402b-8832-aa4f90fbf9f3,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:57.234971 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52786) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:57.281229 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.302451 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.349052 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.351543 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:57.352662 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18d57789-6472-402b-8832-aa4f90fbf9f3 HTTP/1.1" status: 204 len: 168 time: 0.1166475 Nov 15 12:47:57.361244 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d5161-6f28-460b-8953-c0bf8e3f3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d57789-6472-402b-8832-aa4f90fbf9f3,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:57.507394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d9413-e150-4756-aa70-593f9fc2f058 req-094daf71-22a2-44e0-9eae-d597a78cea1b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:57.508959 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4b4d9413-e150-4756-aa70-593f9fc2f058 req-094daf71-22a2-44e0-9eae-d597a78cea1b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0567563 Nov 15 12:47:57.569633 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4b4d9413-e150-4756-aa70-593f9fc2f058 req-0c46169d-d500-46dd-bc20-387c05150921 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535343 Nov 15 12:47:58.552981 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:47:58.688054 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b73c1-5bce-4bb4-aae6-84ff7eedeead req-a9f6d723-ba75-4fc5-92eb-95d46c784501 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:58.689562 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-882b73c1-5bce-4bb4-aae6-84ff7eedeead req-a9f6d723-ba75-4fc5-92eb-95d46c784501 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0498950 Nov 15 12:47:58.746801 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-882b73c1-5bce-4bb4-aae6-84ff7eedeead req-799076ca-4d0a-49ab-91c1-01f2ac4da792 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511756 Nov 15 12:47:58.863418 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da7ce5-a99f-42d1-ad7c-12333937e711 req-ae3aaccc-42a9-44f1-ad51-ff78a3a03d59 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:58.865264 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d3da7ce5-a99f-42d1-ad7c-12333937e711 req-ae3aaccc-42a9-44f1-ad51-ff78a3a03d59 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0490987 Nov 15 12:47:58.919830 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d3da7ce5-a99f-42d1-ad7c-12333937e711 req-3582d221-eb0d-4e54-903c-23049b5e9ad8 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Nov 15 12:47:58.943182 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52842) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:58.986611 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7ff30-611b-43f6-a276-d5f3f932cc70 tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:47:58.989880 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-1fc7ff30-611b-43f6-a276-d5f3f932cc70 tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1094 time: 0.0456803 Nov 15 12:47:58.992726 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52846) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:47:58.998407 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:47:59.023136 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:59.127155 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:59.237464 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.27.1.29 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/e4258ae1-eddf-4f20-86fb-765d9c25b052) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:47:59.346141 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:59.380012 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:59.426063 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:47:59.429120 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:47:59.432358 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:47:59.459530 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=e4258ae1-eddf-4f20-86fb-765d9c25b052,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:47:59.803773 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:47:59.875385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:00.038149 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:00.043940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:00.117750 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=e4258ae1-eddf-4f20-86fb-765d9c25b052,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:00.129258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:00.233302 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP bac2f32b-f290-43bb-9ff9-7fefe0207c7c associated. External IP: 172.27.1.29, port: 471bc66e-1316-423a-b9d0-fa99991998d4. Nov 15 12:48:00.469269 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:48:00.584321 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:48:00.594210 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:48:00.603029 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:00.605193 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:00.606199 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:00.631919 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d291ee29-7c1e-41e6-85a6-ae49e722eac3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6380913 Nov 15 12:48:00.632509 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:48:00.634743 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74023a5-617c-4ed5-bffd-ea82b3a64f86" -d '{"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:48:00.670226 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da8d6c3-c02e-46df-b13c-ac35d65c8dc2 x-openstack-request-id: req-6da8d6c3-c02e-46df-b13c-ac35d65c8dc2 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:48:00.670519 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:48:00.670791 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6da8d6c3-c02e-46df-b13c-ac35d65c8dc2 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:48:00.671198 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4', 'status': 'completed', 'code': 200} Nov 15 12:48:00.717941 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:00.766511 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-2936a9a8-cf02-495b-bf66-a76a41044af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:00.768060 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-2936a9a8-cf02-495b-bf66-a76a41044af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0417588 Nov 15 12:48:00.872735 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-04fd460e-c3a3-4999-82b9-41f3b81610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:00.874133 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-04fd460e-c3a3-4999-82b9-41f3b81610ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0897374 Nov 15 12:48:00.940029 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-b8d1e0bf-8135-435b-beb1-10eeb0e5c2ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 999 time: 0.0580466 Nov 15 12:48:00.945460 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:47:59Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:00.975811 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:48:00.985489 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:00.986110 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:47:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:00.997011 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-44da14d3-a5ff-4fb9-8e40-dd997e18d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:00.998469 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-44da14d3-a5ff-4fb9-8e40-dd997e18d240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0479543 Nov 15 12:48:01.045936 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-4056396b-d315-4dcb-b1f7-d5c6fe00ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:01.047486 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-4056396b-d315-4dcb-b1f7-d5c6fe00ce57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414965 Nov 15 12:48:01.095474 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:01.185155 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-6e123185-1e0c-4ec9-b100-4d1640e2ffd5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223314 Nov 15 12:48:01.312605 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f74023a5-617c-4ed5-bffd-ea82b3a64f86 req-e8ea7790-a20d-4ce3-91fa-2e571059c42c service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197264 Nov 15 12:48:01.498731 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:47:59Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:01.534933 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493def56-a21c-4c8a-a85b-23c30b34f39a None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:47:59Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:48:01.740532 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c0533-3514-44b2-9bfa-48ff262f1910 None None] New status for floating IP bac2f32b-f290-43bb-9ff9-7fefe0207c7c: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:48:05.098576 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0dcb6-0f59-42ab-8a75-c5819d00bb96 req-33e5fbbd-8d7f-4ae7-b71b-f27bdc45af0e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:05.099967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b6a0dcb6-0f59-42ab-8a75-c5819d00bb96 req-33e5fbbd-8d7f-4ae7-b71b-f27bdc45af0e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Nov 15 12:48:05.146416 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b6a0dcb6-0f59-42ab-8a75-c5819d00bb96 req-96733342-9bf5-4901-8d26-9052f0c506d1 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Nov 15 12:48:06.122839 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52968) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:06.249302 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.266933 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c76d5-eacd-4516-8d13-4c29ce2a08fb req-10a3c789-1ab5-46dd-8a59-3317a42a4184 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:06.268431 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-388c76d5-eacd-4516-8d13-4c29ce2a08fb req-10a3c789-1ab5-46dd-8a59-3317a42a4184 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Nov 15 12:48:06.318661 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-388c76d5-eacd-4516-8d13-4c29ce2a08fb req-6924ab90-d6ef-4927-8b3e-28b62d1e4194 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Nov 15 12:48:06.324754 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.330423 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.372772 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecff0e97bae94b13a3bdbd26ddb9eaca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488341 Nov 15 12:48:06.373515 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb15e822-6c8c-466d-ab10-9b8c1fa71bab,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:06.375435 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52974) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:06.380814 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.381162 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.381501 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.381837 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.382164 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.382492 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.382847 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.383185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.383511 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.383836 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.384158 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.384478 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c13e2c7-5d2a-47ee-8f05-5f11febcfcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:06.427589 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.448107 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.492707 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.495281 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.496419 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb15e822-6c8c-466d-ab10-9b8c1fa71bab HTTP/1.1" status: 204 len: 168 time: 0.1198838 Nov 15 12:48:06.504571 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9783eeb-f848-4543-9a4d-e7e795e1110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb15e822-6c8c-466d-ab10-9b8c1fa71bab,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:06.767016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52980) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:06.781449 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-23f998eb-953b-467f-b3d2-31a9dcdba05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.864710 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-23f998eb-953b-467f-b3d2-31a9dcdba05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.868657 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-23f998eb-953b-467f-b3d2-31a9dcdba05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.908847 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-23f998eb-953b-467f-b3d2-31a9dcdba05f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a76985eb55bb4a068f38ce67589cefc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407180 Nov 15 12:48:06.909829 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f998eb-953b-467f-b3d2-31a9dcdba05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd32f8d6-db4a-442f-ae32-7f54a0878ce4,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:06.911665 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52982) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:06.961423 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:06.983262 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.028788 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.031467 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.032594 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd32f8d6-db4a-442f-ae32-7f54a0878ce4 HTTP/1.1" status: 204 len: 168 time: 0.1197593 Nov 15 12:48:07.040423 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9f3c1-5f34-401c-a4cf-39a74c74aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd32f8d6-db4a-442f-ae32-7f54a0878ce4,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:07.143216 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-3de1f4ef-514c-4974-948a-212e97e08d0a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:07.144913 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-3de1f4ef-514c-4974-948a-212e97e08d0a tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Nov 15 12:48:07.244581 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Deleting port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:48:07.245032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.334429 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] For port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:07.334827 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.348372 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Calling delete_port for dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:48:07.377909 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 52992) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:07.392308 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-59cf6cdd-dc5b-4e37-991d-3a37a65f7582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.477652 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cac82-a79b-4e58-820d-37be4f6b33bd req-d271efaf-217b-4ae6-8a16-933c6d3e26ad tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:07.479453 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb4cac82-a79b-4e58-820d-37be4f6b33bd req-d271efaf-217b-4ae6-8a16-933c6d3e26ad tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=19636bbd-b763-4071-9f3f-5b6bd9f5d7a1 HTTP/1.1" status: 200 len: 945 time: 0.0688300 Nov 15 12:48:07.492611 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.530063 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:48:07.536185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event deleted for resources: {'Port': ['ID=dd7e7436-7fa2-46fb-a2c6-5d719d4dac18,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:07.562558 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-bb4cac82-a79b-4e58-820d-37be4f6b33bd req-a5376765-306b-4c0c-be81-df3919487970 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766780 Nov 15 12:48:07.577106 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] No DVR routers for this DVR port dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:48:07.577260 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-59cf6cdd-dc5b-4e37-991d-3a37a65f7582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.582404 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-59cf6cdd-dc5b-4e37-991d-3a37a65f7582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.584731 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.589709 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-cbe08ea5-b5fc-4739-92ba-476ddba1d669 req-c5f6e60c-c23e-4db2-ad70-4061d93c7074 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "DELETE /v2.0/ports/dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 HTTP/1.1" status: 204 len: 173 time: 0.4372642 Nov 15 12:48:07.590252 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'name': 'network-vif-deleted', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:48:07.593668 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eb476e-44a7-4b6c-a06e-aa31355118f9" -d '{"events": [{"server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "name": "network-vif-deleted", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:48:07.637127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d81d2-f0b3-4924-bc43-eaae69d12b0b x-openstack-request-id: req-9e5d81d2-f0b3-4924-bc43-eaae69d12b0b {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:48:07.637421 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-59cf6cdd-dc5b-4e37-991d-3a37a65f7582 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf7140f5b5ff4b97bf59140bd2148402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583568 Nov 15 12:48:07.637554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19636bbd-b763-4071-9f3f-5b6bd9f5d7a1", "name": "network-vif-deleted", "tag": "dd7e7436-7fa2-46fb-a2c6-5d719d4dac18", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:48:07.637795 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e5d81d2-f0b3-4924-bc43-eaae69d12b0b {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:48:07.638179 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf6cdd-dc5b-4e37-991d-3a37a65f7582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6946dc0-356d-43a5-ba89-d2f2f380df67,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:07.638293 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19636bbd-b763-4071-9f3f-5b6bd9f5d7a1', 'name': 'network-vif-deleted', 'tag': 'dd7e7436-7fa2-46fb-a2c6-5d719d4dac18', 'status': 'completed', 'code': 200} Nov 15 12:48:07.638591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 52996) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:07.711922 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.738761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.796618 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.799908 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:07.801154 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6946dc0-356d-43a5-ba89-d2f2f380df67 HTTP/1.1" status: 204 len: 168 time: 0.1614923 Nov 15 12:48:07.811486 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fca02c-7536-4632-af98-e95038c373ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6946dc0-356d-43a5-ba89-d2f2f380df67,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:09.762230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:09.978935 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8dea-b30f-4c63-8e31-8b82bb958ff9 req-ee53e36d-5f0a-426c-90a5-cf94619ee6be tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:09.980638 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efca8dea-b30f-4c63-8e31-8b82bb958ff9 req-ee53e36d-5f0a-426c-90a5-cf94619ee6be tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Nov 15 12:48:10.032160 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-efca8dea-b30f-4c63-8e31-8b82bb958ff9 req-29625195-1606-41cc-bc7f-a01cee89e9ba tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Nov 15 12:48:10.094109 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:48:10.116621 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:48:10.116972 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device dd7e7436-7fa2-46fb-a2c6-5d719d4dac18 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:48:11.150718 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c683ba3-b45b-48b4-9b39-f4c2223d21c1 req-dcf775ec-0317-43fb-9972-51d0286ab5e0 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:11.152103 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c683ba3-b45b-48b4-9b39-f4c2223d21c1 req-dcf775ec-0317-43fb-9972-51d0286ab5e0 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Nov 15 12:48:11.199855 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9c683ba3-b45b-48b4-9b39-f4c2223d21c1 req-4f27da69-8f3d-44b4-ab3d-4bfc66f3244e tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Nov 15 12:48:11.815184 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-021fd620-beb4-4f46-ba63-ffcdf92461ea tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:11.816555 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-021fd620-beb4-4f46-ba63-ffcdf92461ea tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 946 time: 0.0487883 Nov 15 12:48:11.912132 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Deleting port a322e5bf-88e1-4927-ae82-1bdc781c9029 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:48:11.912469 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:12.003168 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] For port a322e5bf-88e1-4927-ae82-1bdc781c9029, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=a322e5bf-88e1-4927-ae82-1bdc781c9029,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:12.003551 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:12.017820 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Calling delete_port for a322e5bf-88e1-4927-ae82-1bdc781c9029 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:48:12.157115 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:12.187853 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event deleted for resources: {'Port': ['ID=a322e5bf-88e1-4927-ae82-1bdc781c9029,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:12.192297 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'a322e5bf-88e1-4927-ae82-1bdc781c9029'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:48:12.232224 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] No DVR routers for this DVR port a322e5bf-88e1-4927-ae82-1bdc781c9029 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:48:12.234871 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:12.239734 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-ecd458d1-a739-4e3a-b579-4a00ec9b0ad9 req-2e32bad1-4189-4223-9d89-289a6c1b7915 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "DELETE /v2.0/ports/a322e5bf-88e1-4927-ae82-1bdc781c9029 HTTP/1.1" status: 204 len: 173 time: 0.4163685 Nov 15 12:48:12.240221 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'name': 'network-vif-deleted', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:48:12.242491 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b96aa6-06d0-4fb6-8fad-78205e9370b4" -d '{"events": [{"server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "name": "network-vif-deleted", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:48:12.319090 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88cd4c-efee-439b-a9da-acc4a6ab7bdf x-openstack-request-id: req-9c88cd4c-efee-439b-a9da-acc4a6ab7bdf {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:48:12.319390 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abe3987-72d1-4833-86a4-001443048c51", "name": "network-vif-deleted", "tag": "a322e5bf-88e1-4927-ae82-1bdc781c9029", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:48:12.319671 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c88cd4c-efee-439b-a9da-acc4a6ab7bdf {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:48:12.320074 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abe3987-72d1-4833-86a4-001443048c51', 'name': 'network-vif-deleted', 'tag': 'a322e5bf-88e1-4927-ae82-1bdc781c9029', 'status': 'completed', 'code': 200} Nov 15 12:48:12.349807 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba4caa69-8bf9-4bf1-847d-3cf42d85c36f req-fcc2949c-717f-4abd-9cbb-6b99c61d479f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=7abe3987-72d1-4833-86a4-001443048c51 HTTP/1.1" status: 200 len: 210 time: 0.0282805 Nov 15 12:48:13.641781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d5ca5-b5d3-4510-8cf7-3ab03d301801 req-30de9334-c925-4dbe-9eac-997d9a2130a6 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:13.643250 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a31d5ca5-b5d3-4510-8cf7-3ab03d301801 req-30de9334-c925-4dbe-9eac-997d9a2130a6 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Nov 15 12:48:13.695928 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a31d5ca5-b5d3-4510-8cf7-3ab03d301801 req-bbc0aaff-c764-462f-b982-77f8a965dbd2 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457535 Nov 15 12:48:14.815197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa85d-d13e-4f35-9f68-48a5ea4fa434 req-51684eb0-936a-411b-8058-3bb1332a02e8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:14.816678 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-960fa85d-d13e-4f35-9f68-48a5ea4fa434 req-51684eb0-936a-411b-8058-3bb1332a02e8 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 945 time: 0.0479178 Nov 15 12:48:14.864463 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-960fa85d-d13e-4f35-9f68-48a5ea4fa434 req-18908273-4fb0-494a-aa7a-f021ba54512f tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Nov 15 12:48:15.189910 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-3da0003b-e481-449d-a749-a7d5544290f3 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:15.191371 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-3da0003b-e481-449d-a749-a7d5544290f3 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 945 time: 0.0520942 Nov 15 12:48:15.286831 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Deleting port e472414f-49b1-4318-a5a8-147ad466ee3d {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:48:15.287035 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:15.385931 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] For port e472414f-49b1-4318-a5a8-147ad466ee3d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e472414f-49b1-4318-a5a8-147ad466ee3d,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:15.386332 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:15.403464 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Calling delete_port for e472414f-49b1-4318-a5a8-147ad466ee3d owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:48:15.539335 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:15.573662 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event deleted for resources: {'Port': ['ID=e472414f-49b1-4318-a5a8-147ad466ee3d,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:15.574317 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'e472414f-49b1-4318-a5a8-147ad466ee3d'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:48:15.615850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] No DVR routers for this DVR port e472414f-49b1-4318-a5a8-147ad466ee3d on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:48:15.618317 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:15.622211 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-7d27e9b3-c0fd-4b0f-9b15-a566fe6ad084 req-51d4f798-7c26-4c89-9c59-267de7a6e8da tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "DELETE /v2.0/ports/e472414f-49b1-4318-a5a8-147ad466ee3d HTTP/1.1" status: 204 len: 173 time: 0.4235728 Nov 15 12:48:15.622670 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'name': 'network-vif-deleted', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:48:15.625023 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6c96c-f88f-4155-b9b5-ea561971cd4a" -d '{"events": [{"server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "name": "network-vif-deleted", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:48:15.667919 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c320d31-a788-4999-b08b-4be2b4784774 x-openstack-request-id: req-1c320d31-a788-4999-b08b-4be2b4784774 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:48:15.668212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca45233-33d6-4c53-a043-8c482833c962", "name": "network-vif-deleted", "tag": "e472414f-49b1-4318-a5a8-147ad466ee3d", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:48:15.668725 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c320d31-a788-4999-b08b-4be2b4784774 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:48:15.669127 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca45233-33d6-4c53-a043-8c482833c962', 'name': 'network-vif-deleted', 'tag': 'e472414f-49b1-4318-a5a8-147ad466ee3d', 'status': 'completed', 'code': 200} Nov 15 12:48:15.972416 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-856cede0-207a-4754-9d61-7653e63e74da req-5afe1edc-f4e8-4b0f-a072-2400720dda20 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=bca45233-33d6-4c53-a043-8c482833c962 HTTP/1.1" status: 200 len: 210 time: 0.0254915 Nov 15 12:48:16.148680 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device a322e5bf-88e1-4927-ae82-1bdc781c9029 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:48:16.172223 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: a322e5bf-88e1-4927-ae82-1bdc781c9029 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:48:16.172567 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device a322e5bf-88e1-4927-ae82-1bdc781c9029 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:48:16.173182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e472414f-49b1-4318-a5a8-147ad466ee3d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:48:16.194683 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: e472414f-49b1-4318-a5a8-147ad466ee3d {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:48:16.195626 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device e472414f-49b1-4318-a5a8-147ad466ee3d not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:48:18.360888 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67535e-73a2-4074-9926-bd3e6ea36fb1 req-4570ff37-552d-4e44-8868-b2a39a5ca7ba tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:18.362432 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a67535e-73a2-4074-9926-bd3e6ea36fb1 req-4570ff37-552d-4e44-8868-b2a39a5ca7ba tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 15 12:48:18.414010 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1a67535e-73a2-4074-9926-bd3e6ea36fb1 req-194ada46-697d-4eaa-84e7-5b1c41231e17 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Nov 15 12:48:18.675405 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53148) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:18.778657 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce5b3-f6c8-4335-8a65-0790932fe7a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:18.852259 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce5b3-f6c8-4335-8a65-0790932fe7a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:18.855621 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-4b6ce5b3-f6c8-4335-8a65-0790932fe7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:18.891849 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ce5b3-f6c8-4335-8a65-0790932fe7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9654e4-efe6-42d7-a7c5-fd946a2cad70,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:18.896092 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-4b6ce5b3-f6c8-4335-8a65-0790932fe7a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21e6f57d854f4cbf8d38dae974d1585c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196987 Nov 15 12:48:18.898614 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53152) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:18.946374 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:18.969814 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.015694 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.018241 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.019410 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f9654e4-efe6-42d7-a7c5-fd946a2cad70 HTTP/1.1" status: 204 len: 168 time: 0.1198831 Nov 15 12:48:19.027013 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627191d4-022b-49e1-99a9-72202bc8ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9654e4-efe6-42d7-a7c5-fd946a2cad70,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:19.283177 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53158) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:19.296227 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb3dc-86b2-424a-9851-71533aa854f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.374394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb3dc-86b2-424a-9851-71533aa854f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.378329 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-0f0eb3dc-86b2-424a-9851-71533aa854f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.418867 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-0f0eb3dc-86b2-424a-9851-71533aa854f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcff67d0e0d544d280c1fdeb9549d29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342995 Nov 15 12:48:19.419613 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eb3dc-86b2-424a-9851-71533aa854f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d61008-0b19-4b3a-b196-2cd348ed5391,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:19.422410 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53160) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:19.434320 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-89ac59e6-70fe-450e-b4dc-eca39862a43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.474333 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.497334 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.541911 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234a63d-cadb-4d6f-a309-ff54e42fc482 req-960102bb-6461-4cf2-87d8-039cf4c40e27 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:19.543813 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7234a63d-cadb-4d6f-a309-ff54e42fc482 req-960102bb-6461-4cf2-87d8-039cf4c40e27 tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 945 time: 0.0519779 Nov 15 12:48:19.544577 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.547296 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:19.548416 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2d61008-0b19-4b3a-b196-2cd348ed5391 HTTP/1.1" status: 204 len: 168 time: 0.1248651 Nov 15 12:48:19.558925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517199e2-89d6-4902-be78-e88e1f537eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d61008-0b19-4b3a-b196-2cd348ed5391,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:19.596308 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7234a63d-cadb-4d6f-a309-ff54e42fc482 req-9b1a32b5-b655-4378-8319-d7c7ece614df tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/security-groups?id=47df5217-91ae-434f-ae3c-ecfd613a9f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Nov 15 12:48:20.177726 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-16db849a-71f2-4ea8-9d9e-3891ec8e7c6b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:20.179207 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-16db849a-71f2-4ea8-9d9e-3891ec8e7c6b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 945 time: 0.0548174 Nov 15 12:48:20.270148 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Deleting port cdda0c80-f41d-4d26-b88b-3cf602da9cca {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:48:20.270637 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:20.362715 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] For port cdda0c80-f41d-4d26-b88b-3cf602da9cca, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=cdda0c80-f41d-4d26-b88b-3cf602da9cca,segment=NetworkSegment(598d6959-cb97-4d20-b17f-fd8e7023a05a),segment_id=598d6959-cb97-4d20-b17f-fd8e7023a05a)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:20.362715 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:20.375888 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Calling delete_port for cdda0c80-f41d-4d26-b88b-3cf602da9cca owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:48:20.508825 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:20.539496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Pushing event deleted for resources: {'Port': ['ID=cdda0c80-f41d-4d26-b88b-3cf602da9cca,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:20.546439 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['cdda0c80-f41d-4d26-b88b-3cf602da9cca'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:48:20.584323 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] No DVR routers for this DVR port cdda0c80-f41d-4d26-b88b-3cf602da9cca on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:48:20.586666 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:20.590615 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3e234fdd-70ff-43b4-8f0f-659ad196a8f9 req-318d1a31-5e82-4bc5-bb06-f1e6e2a682bc tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.36 "DELETE /v2.0/ports/cdda0c80-f41d-4d26-b88b-3cf602da9cca HTTP/1.1" status: 204 len: 173 time: 0.4049516 Nov 15 12:48:20.591095 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'name': 'network-vif-deleted', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:48:20.593478 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ef6b5e-27c2-4bfe-8384-cf0bc1e2e021" -d '{"events": [{"server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "name": "network-vif-deleted", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:48:20.636957 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5993d3-ec2d-44fa-b68d-6b4869a28bfd x-openstack-request-id: req-df5993d3-ec2d-44fa-b68d-6b4869a28bfd {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:48:20.637972 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb106071-4d21-44c8-b21d-653a55a214ca", "name": "network-vif-deleted", "tag": "cdda0c80-f41d-4d26-b88b-3cf602da9cca", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:48:20.638394 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df5993d3-ec2d-44fa-b68d-6b4869a28bfd {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:48:20.639057 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb106071-4d21-44c8-b21d-653a55a214ca', 'name': 'network-vif-deleted', 'tag': 'cdda0c80-f41d-4d26-b88b-3cf602da9cca', 'status': 'completed', 'code': 200} Nov 15 12:48:20.711069 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b01f54b3-5a53-4674-a992-e741228a6920 req-e9f6c4bc-44ca-49a5-8bbf-104519668e1b tempest-AttachVolumeNegativeTest-1265613092 tempest-AttachVolumeNegativeTest-1265613092-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb106071-4d21-44c8-b21d-653a55a214ca HTTP/1.1" status: 200 len: 210 time: 0.0388339 Nov 15 12:48:21.780143 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53204) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:21.824733 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Deleting subnet ed477967-205e-4de1-8035-0148edc89d77 {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:48:21.828251 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:21.868647 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:21.903178 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-dbae5287-c493-4f98-bef3-eab2a8eb5e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:21.911911 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:21.968394 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:21.999417 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed477967-205e-4de1-8035-0148edc89d77,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:22.005660 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.009448 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fb1101e8-0535-4354-8b93-b014cc824e0b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed477967-205e-4de1-8035-0148edc89d77 HTTP/1.1" status: 204 len: 168 time: 0.2281256 Nov 15 12:48:22.012282 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53210) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:22.100243 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.451039 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.473979 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e792a7-3bc7-401c-8890-d6bf3bed54f7']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:22.485543 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598d6959-cb97-4d20-b17f-fd8e7023a05a') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:22.485847 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598d6959-cb97-4d20-b17f-fd8e7023a05a') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:22.496471 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.510562 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.516478 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:48:22.516884 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:48:22.518641 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:48:22.576659 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.583579 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.587713 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] 10.222.0.43 "DELETE /v2.0/networks/b5e792a7-3bc7-401c-8890-d6bf3bed54f7 HTTP/1.1" status: 204 len: 168 time: 0.5744922 Nov 15 12:48:22.598595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a33606-5e39-477d-ad75-30265c6f348a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e792a7-3bc7-401c-8890-d6bf3bed54f7,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:22.750032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53218) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:22.789504 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-021213e3-a5c3-44d4-a52f-164678eceed5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b023f637e184e67bccf0ed11a6a802d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383284 Nov 15 12:48:22.792846 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53220) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:22.839295 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.860419 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.909490 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.912227 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:22.913354 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47df5217-91ae-434f-ae3c-ecfd613a9f74 HTTP/1.1" status: 204 len: 168 time: 0.1192994 Nov 15 12:48:22.922557 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e46f-c472-4e6d-8680-a5a35cd8648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df5217-91ae-434f-ae3c-ecfd613a9f74,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:23.191023 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.176538 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53280) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:24.183799 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device cdda0c80-f41d-4d26-b88b-3cf602da9cca no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:48:24.209998 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: cdda0c80-f41d-4d26-b88b-3cf602da9cca {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:48:24.211082 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device cdda0c80-f41d-4d26-b88b-3cf602da9cca not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:48:24.218924 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.287223 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-09bdc4f4-9f25-4e1a-9ea1-9a69e5a63d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.365126 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-09bdc4f4-9f25-4e1a-9ea1-9a69e5a63d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.369069 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-09bdc4f4-9f25-4e1a-9ea1-9a69e5a63d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.406182 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-09bdc4f4-9f25-4e1a-9ea1-9a69e5a63d43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac92a6e5da784972a51372ad5177be5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285197 Nov 15 12:48:24.407358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc4f4-9f25-4e1a-9ea1-9a69e5a63d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e068b-9b8b-4be5-9983-9d5ac2222050,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:24.408846 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53284) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:24.458038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.481625 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.541881 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.545198 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:24.546363 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/175e068b-9b8b-4be5-9983-9d5ac2222050 HTTP/1.1" status: 204 len: 168 time: 0.1359215 Nov 15 12:48:24.555040 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465305c-a517-4376-a95c-dfb1c48b7085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e068b-9b8b-4be5-9983-9d5ac2222050,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:25.021214 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.452116 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53434) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:29.561761 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5622f90a-58fe-4fa4-aaf5-5d9e6f9ba249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.640180 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5622f90a-58fe-4fa4-aaf5-5d9e6f9ba249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.644186 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5622f90a-58fe-4fa4-aaf5-5d9e6f9ba249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.682798 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5622f90a-58fe-4fa4-aaf5-5d9e6f9ba249 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b0038d3f8c441ee8d04b75fd159d7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295754 Nov 15 12:48:29.683748 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622f90a-58fe-4fa4-aaf5-5d9e6f9ba249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd467657-cec6-4536-96ef-97752f693a78,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:29.685562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53438) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:29.734995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.756271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.800658 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.803302 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:29.804434 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd467657-cec6-4536-96ef-97752f693a78 HTTP/1.1" status: 204 len: 168 time: 0.1172066 Nov 15 12:48:29.812603 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8e54-3940-4ed1-a80c-365f51000c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd467657-cec6-4536-96ef-97752f693a78,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:30.064288 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53446) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:30.078032 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fc4be9f9-219c-4892-9fe9-326b86b7efb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.154570 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fc4be9f9-219c-4892-9fe9-326b86b7efb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.158294 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fc4be9f9-219c-4892-9fe9-326b86b7efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.199349 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fc4be9f9-219c-4892-9fe9-326b86b7efb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fad23b5f95a343a9b54158907182332f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311858 Nov 15 12:48:30.199349 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4be9f9-219c-4892-9fe9-326b86b7efb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3974dcb9-52c5-4c71-be62-9d75b8cba367,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:30.199988 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53448) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:30.251208 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.272048 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.321939 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.324581 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.325715 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3974dcb9-52c5-4c71-be62-9d75b8cba367 HTTP/1.1" status: 204 len: 168 time: 0.1246071 Nov 15 12:48:30.333474 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa30ae1-b33d-447f-bc52-64d2ff0332c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3974dcb9-52c5-4c71-be62-9d75b8cba367,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:30.684284 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53466) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:30.836460 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26ba01f7-010b-402e-841d-40e51880848e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.915091 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26ba01f7-010b-402e-841d-40e51880848e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.920435 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26ba01f7-010b-402e-841d-40e51880848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:30.964599 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-26ba01f7-010b-402e-841d-40e51880848e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aedefeae15f3496a833c31152f5fcae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789814 Nov 15 12:48:30.965575 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba01f7-010b-402e-841d-40e51880848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db3bc8b-121d-4916-a283-1a16ec0a4d2b,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:30.967316 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53480) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:31.016031 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:31.037646 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:31.084391 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:31.087929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:31.089083 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5db3bc8b-121d-4916-a283-1a16ec0a4d2b HTTP/1.1" status: 204 len: 168 time: 0.1205621 Nov 15 12:48:31.096878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b17e2-be31-476b-922c-11f693111e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db3bc8b-121d-4916-a283-1a16ec0a4d2b,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:31.893849 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53522) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:31.993099 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-489864933-network', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:32.016024 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Made reservation on behalf of cb31629f759d420e90dae2332b8cf2f6 for: {'network': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:48:32.018341 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.027064 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.105519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.109581 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.136067 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=108282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:48:32.145965 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03b7d5-8d41-456e-a020-d029722f8ea9,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:32.151618 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.152016 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.segments_db [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Added segment 3096975d-e319-41f7-97e1-a692738501fd of type vlan for network a483aac6-2387-4002-bd85-a241aea8f557 Nov 15 12:48:32.197563 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.225710 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.226660 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:32.227319 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.292126 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3891451 Nov 15 12:48:32.292126 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53530) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:32.297139 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Request body: {'subnet': {'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-489864933-subnet', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:32.307284 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cd2af-ece4-44c6-9d32-c95201edb64a admin admin] Pushing event updated for resources: {'Network': ['ID=a483aac6-2387-4002-bd85-a241aea8f557,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:32.319216 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network a483aac6-2387-4002-bd85-a241aea8f557 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:48:32.327897 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Made reservation on behalf of cb31629f759d420e90dae2332b8cf2f6 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:48:32.330588 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.519278 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.572690 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56dffe9-eeb5-4235-8229-74a24d391e27,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:32.583651 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Checking segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:32.584016 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Network hostable DHCP agents. Network: a483aac6-2387-4002-bd85-a241aea8f557, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:48:32.601629 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Network a483aac6-2387-4002-bd85-a241aea8f557 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:48:32.611130 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, a483aac6-2387-4002-bd85-a241aea8f557) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:32.615323 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:32.615918 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.621609 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6927a02-cb97-4b5e-84bb-fb408ff5fabb None None] Network a483aac6-2387-4002-bd85-a241aea8f557 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:48:32.631197 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-9d3ede6e-4b0b-48ac-8142-b8601fe023f9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3393989 Nov 15 12:48:32.633797 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53536) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:32.638267 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:32.660368 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.661568 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.719527 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.769187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-a483aac6-2387-4002-bd85-a241aea8f557', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:48:32.770124 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.855634 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:32.907999 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Allocated IP 172.20.0.2 (a483aac6-2387-4002-bd85-a241aea8f557/e56dffe9-eeb5-4235-8229-74a24d391e27/79a0416f-cc84-41d5-af3a-6ad2f1d78701) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:33.050328 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.055041 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.057098 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.074903 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.097483 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Network a483aac6-2387-4002-bd85-a241aea8f557 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:33.102325 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:33.105297 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:33.133719 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Pushing event updated for resources: {'Port': ['ID=79a0416f-cc84-41d5-af3a-6ad2f1d78701,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:33.157354 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.157772 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.158104 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.158445 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.158794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.159150 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.159485 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.159810 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.160138 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.160465 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.160789 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.161110 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:33.175449 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Attempting to bind port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:33.175821 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Attempting to bind port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:33.176193 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Attempting to bind port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 on network a483aac6-2387-4002-bd85-a241aea8f557 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:33.181960 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:33.182599 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Checking segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:33.182977 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.183417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Bound using segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:33.183587 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Allocated IP 172.27.1.131 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/b316c80a-3e5c-4d1a-8a77-a9b457e801a2) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:33.183940 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Bound port: 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:33.184354 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.257514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] For port 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:33.261814 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] For port 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=79a0416f-cc84-41d5-af3a-6ad2f1d78701,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:33.266029 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.291841 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.330365 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85901536-8cd5-43fc-9cb1-db793f6eb510 None None] Pushing event updated for resources: {'Port': ['ID=79a0416f-cc84-41d5-af3a-6ad2f1d78701,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:33.336007 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:33.381089 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:33.387408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:33.389773 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Pushing event updated for resources: {'Port': ['ID=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:33.391995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:33.988283 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:34.225572 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:34.375905 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c1cf6-96a3-4dfd-b77e-4cc11d12199a None None] Network a483aac6-2387-4002-bd85-a241aea8f557 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:48:34.387712 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Router be991f88-3189-4f73-b3a9-8802e328fcaa is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:48:34.461432 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] Provisioning complete for port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:34.461799 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:34.533812 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:48:34.554297 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:34.556364 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8e9701b3-f811-484a-9f80-81ef8351ef52 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9208844 Nov 15 12:48:34.559182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Sync routers for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:48:34.560374 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53544) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:34.606551 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:34.607390 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:34.742841 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:34.807739 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] For port 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=79a0416f-cc84-41d5-af3a-6ad2f1d78701,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:34.815170 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:34.817127 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.059697 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.104514 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ccfdfd2d-5a09-46a4-9485-ed80bf1ca822 None None] Provisioning complete for port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:35.104892 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfd2d-5a09-46a4-9485-ed80bf1ca822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.108019 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01137213-4514-445e-bd6d-ddbed2e3d996 None None] Pushing event updated for resources: {'Port': ['ID=79a0416f-cc84-41d5-af3a-6ad2f1d78701,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:35.220390 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Allocated IP 172.20.0.1 (a483aac6-2387-4002-bd85-a241aea8f557/e56dffe9-eeb5-4235-8229-74a24d391e27/bd3c2d1b-562e-4e87-adff-74f9fa2028ab) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:35.252189 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:33Z', 'revision_number': 3, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:35.280556 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Checking router: be991f88-3189-4f73-b3a9-8802e328fcaa for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:48:35.280912 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Updating router be991f88-3189-4f73-b3a9-8802e328fcaa port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:48:35.310552 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.327560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.365122 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.406954 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Network a483aac6-2387-4002-bd85-a241aea8f557 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:35.412076 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:35.417062 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:35.444276 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:35.465436 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.551743 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:48:35.617615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 79a0416f-cc84-41d5-af3a-6ad2f1d78701 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:35.634582 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.638512 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.675055 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.722310 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-359ae416-7ce8-4ef7-afa5-2044df827195 None None] Provisioning complete for port bd3c2d1b-562e-4e87-adff-74f9fa2028ab triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:35.722686 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-359ae416-7ce8-4ef7-afa5-2044df827195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.775273 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8865-fc97-4ccf-95b9-dd1fea1868e4 None None] Pushing event updated for resources: {'Port': ['ID=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:35.786314 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Attempting to bind port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:35.786688 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Attempting to bind port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:35.787088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Attempting to bind port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:35.798835 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:35.799218 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:35.799626 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.800025 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:35.800498 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Bound port: b316c80a-3e5c-4d1a-8a77-a9b457e801a2, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:35.800891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.803338 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-359ae416-7ce8-4ef7-afa5-2044df827195 None None] Port bd3c2d1b-562e-4e87-adff-74f9fa2028ab cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:48:35.804702 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:35.805380 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.814654 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.820315 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.887996 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:35.889215 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] For port b316c80a-3e5c-4d1a-8a77-a9b457e801a2, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:35.891449 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.894230 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] For port b316c80a-3e5c-4d1a-8a77-a9b457e801a2, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:35.927889 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:35.993185 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Network a483aac6-2387-4002-bd85-a241aea8f557 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:35.994902 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:36.005904 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:36.006541 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:36.044703 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a8865-fc97-4ccf-95b9-dd1fea1868e4 None None] Pushing event updated for resources: {'Port': ['ID=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:36.113357 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Router be991f88-3189-4f73-b3a9-8802e328fcaa has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:48:36.129088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:36.230362 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:48:36.235710 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-53383c67-7a12-4af8-8075-4ded534bedf3 admin admin] 10.222.0.43 "PUT /v2.0/routers/be991f88-3189-4f73-b3a9-8802e328fcaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735351 Nov 15 12:48:36.274031 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-c54e8f85-250a-4221-b0d8-8852ecca5b7f None None] Provisioning complete for port bd3c2d1b-562e-4e87-adff-74f9fa2028ab triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:36.274436 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-c54e8f85-250a-4221-b0d8-8852ecca5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.333166 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-c54e8f85-250a-4221-b0d8-8852ecca5b7f None None] Port bd3c2d1b-562e-4e87-adff-74f9fa2028ab cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:48:36.380586 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 2, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:36.409648 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fce56-97a5-4424-a28b-63fb0d474fff None None] The sync data for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi is: [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 2, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:48:36.759764 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53566) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:36.764795 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-806340220-network', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:36.785113 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Made reservation on behalf of b2de5e2cab5a413896a126512ccec037 for: {'network': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:48:36.787390 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for network, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.797147 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.881000 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.886077 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.917743 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=108283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 15 12:48:36.923595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f7dae6-0748-4ae0-9ddf-ddf687d268b0,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:36.935992 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:36.936338 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.segments_db [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Added segment 1fc86149-a4e2-4839-bd23-ca75848b3635 of type vlan for network a2632a93-eb08-4669-b286-7bd8527c2045 Nov 15 12:48:36.991974 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755401882372'] for network, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.019690 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701'] for network, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.020640 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:37.021217 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.079075 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3180978 Nov 15 12:48:37.081861 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53568) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:37.087039 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Request body: {'subnet': {'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-806340220-subnet', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'ip_version': 4}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:37.098338 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b5f6-ea46-4051-9237-ca14929cd1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a2632a93-eb08-4669-b286-7bd8527c2045,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:37.110261 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Network a2632a93-eb08-4669-b286-7bd8527c2045 details requested by agent ovs-agent-dv-cinder-680889-10-iscsi with host dv-cinder-680889-10-iscsi {{(pid=108284) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 15 12:48:37.116226 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Made reservation on behalf of b2de5e2cab5a413896a126512ccec037 for: {'subnet': 1} {{(pid=108282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:48:37.119480 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8811558'] for subnet, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.318669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9769717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8811572'] for subnet, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.374816 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12034e5-8cff-4747-95ef-78c23622022c,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:37.394422 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Checking segment: {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:37.394806 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Network hostable DHCP agents. Network: a2632a93-eb08-4669-b286-7bd8527c2045, hostable agents: ['0bd7c14e-29a9-4241-b130-5dd918cf489e'], hosted agents: [] {{(pid=108282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 15 12:48:37.413351 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Network a2632a93-eb08-4669-b286-7bd8527c2045 is scheduled to be hosted by DHCP agent 0bd7c14e-29a9-4241-b130-5dd918cf489e with binding_index 1 {{(pid=108282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 15 12:48:37.423633 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-10-iscsi, a2632a93-eb08-4669-b286-7bd8527c2045) {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:37.428061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:37.428661 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.436422 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc70a79-c65b-4b95-b85d-a29fae361d1b None None] Network a2632a93-eb08-4669-b286-7bd8527c2045 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:48:37.446810 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-6c1e3797-98ce-4e78-9e35-d174ca487445 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3631511 Nov 15 12:48:37.449248 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53570) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:37.453562 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:37.480868 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3718714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30495'] for router, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.481580 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3718742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3885761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3856572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.550829 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.613139 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b316c80a-3e5c-4d1a-8a77-a9b457e801a2 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:37.641591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e56eb4c-7097-574b-8f9e-6592ce745de3-a2632a93-eb08-4669-b286-7bd8527c2045', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c'}]}} from dv-cinder-680889-10-iscsi. {{(pid=108284) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 15 12:48:37.642570 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.702330 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.752156 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:37.752603 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.841811 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.db_base_plugin_common [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Allocated IP 172.20.0.2 (a2632a93-eb08-4669-b286-7bd8527c2045/c12034e5-8cff-4747-95ef-78c23622022c/6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1) {{(pid=108284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:37.919928 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:37.942829 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.065658 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Allocated IP 172.27.1.167 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/03f49e39-b023-44da-8c19-1618b59d784d) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:38.077623 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.111878 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port b316c80a-3e5c-4d1a-8a77-a9b457e801a2, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:38.118100 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.212652 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.254455 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.261253 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:38.268502 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks [] for port, precommit_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.277234 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846'] for port, after_create {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.300823 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:38.304163 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:38.309576 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:38.328538 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Network a2632a93-eb08-4669-b286-7bd8527c2045 is already hosted by enough agents. {{(pid=108284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:38.330852 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=03f49e39-b023-44da-8c19-1618b59d784d,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:38.333073 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.scheduler.base_scheduler [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Resources bound (agent type, host, resource id): {{(pid=108284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:38.334662 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Pushing event updated for resources: {'Port': ['ID=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,revision_number=1']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:38.336898 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Received port after_create {{(pid=108284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:38.400908 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Attempting to bind port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:38.401272 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Attempting to bind port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:38.401641 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Attempting to bind port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 on network a2632a93-eb08-4669-b286-7bd8527c2045 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:38.406728 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:38.407147 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Checking segment: {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:38.407536 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.407924 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Bound using segment: {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:38.408386 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Bound port: 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:38.408765 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.473593 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] For port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:38.476721 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] For port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:38.481191 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.538068 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Sync routers for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:48:38.548202 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d62b1-82fd-4dbd-8f85-0c2cec23079e None None] Pushing event updated for resources: {'Port': ['ID=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:38.549136 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:38.549752 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:38.594454 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:38.670069 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:38.926463 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 2, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:38.955174 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Checking router: be991f88-3189-4f73-b3a9-8802e328fcaa for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:48:38.955527 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Updating router be991f88-3189-4f73-b3a9-8802e328fcaa port bd3c2d1b-562e-4e87-adff-74f9fa2028ab binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:48:38.984980 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.094188 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3885598'] for router, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.238382 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 is scheduled to L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 with binding_index 1 {{(pid=108282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 15 12:48:39.299759 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.307508 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.360187 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Pushing event updated for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:39.370761 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.375876 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.377158 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:48:39.393082 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Sync routers for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:48:39.409839 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:39.410672 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:39.426978 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.428254 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b13c4296-44e7-4c8b-83d7-3af7afbf6fe8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9780641 Nov 15 12:48:39.431856 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53592) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:39.470801 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Attempting to bind port bd3c2d1b-562e-4e87-adff-74f9fa2028ab on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:39.471213 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Attempting to bind port bd3c2d1b-562e-4e87-adff-74f9fa2028ab by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:39.471576 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Attempting to bind port bd3c2d1b-562e-4e87-adff-74f9fa2028ab on network a483aac6-2387-4002-bd85-a241aea8f557 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:39.477045 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:39.477479 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Checking segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:39.478743 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.479267 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Bound using segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:39.480092 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Bound port: bd3c2d1b-562e-4e87-adff-74f9fa2028ab, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:39.480500 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.590441 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] For port bd3c2d1b-562e-4e87-adff-74f9fa2028ab, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:39.595784 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] For port bd3c2d1b-562e-4e87-adff-74f9fa2028ab, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:39.601513 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.622221 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb479741-809f-4301-a4b1-6a2f07e061a5 None None] Network a2632a93-eb08-4669-b286-7bd8527c2045 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:48:39.685490 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:39.708829 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:39.709929 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:39.793385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:39.799238 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d026-699b-48a7-bac3-26b91fd99fba None None] Pushing event updated for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=4']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:39.878577 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:39.949636 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:39.957539 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] Provisioning complete for port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:39.957908 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.072099 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.096554 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:40.097303 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.115059 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:39Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:40.152352 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa13860-0779-4c68-80c4-f9c29bc6712e None None] The sync data for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi is: [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:39Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:48:40.213700 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.230344 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 3, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:40.256972 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Allocated IP 172.20.0.1 (a2632a93-eb08-4669-b286-7bd8527c2045/c12034e5-8cff-4747-95ef-78c23622022c/f537797b-990a-4edc-a905-32f8593ea4bf) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:40.270442 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Checking router: 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:48:40.270812 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Updating router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 port 03f49e39-b023-44da-8c19-1618b59d784d binding host dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:48:40.334452 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] For port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:40.348080 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.364089 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.369820 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.395667 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.441758 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.501561 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Pushing event updated for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:40.517129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Network a2632a93-eb08-4669-b286-7bd8527c2045 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:40.520019 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:40.522672 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:40.569245 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885249'] for router_interface, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.590635 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e492b-a772-4808-ba47-4486e50ba479 None None] Pushing event updated for resources: {'Port': ['ID=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:40.629902 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] Provisioning complete for port bd3c2d1b-562e-4e87-adff-74f9fa2028ab triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:40.630261 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.636447 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.db.api [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 15 12:48:40.636681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG oslo_db.api [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 15 12:48:40.770133 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.872791 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:40.981888 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] For port bd3c2d1b-562e-4e87-adff-74f9fa2028ab, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:40.995033 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.001665 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.009895 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.045208 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks [] for port, precommit_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.058187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.065030 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ecce9-1fa7-460f-804b-155abf9f08a2 None None] Pushing event updated for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.095123 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Pushing event updated for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.101278 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3677751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885149'] for router_interface, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.154043 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53604) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:41.234158 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Network a2632a93-eb08-4669-b286-7bd8527c2045 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:41.235704 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:41.298340 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b5003eea-67fd-4a8c-998d-dee1c60ed482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.336345 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Attempting to bind port 03f49e39-b023-44da-8c19-1618b59d784d on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:41.337340 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Attempting to bind port 03f49e39-b023-44da-8c19-1618b59d784d by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:41.337340 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Attempting to bind port 03f49e39-b023-44da-8c19-1618b59d784d on network 3643a2d8-878d-45e2-8786-461d7cae6102 {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:41.342000 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-15a45d73-d82d-4d77-8505-b3bdd5f79d9e None None] Provisioning complete for port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:41.342372 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-15a45d73-d82d-4d77-8505-b3bdd5f79d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.343873 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273bfe-0dd0-4e54-9a79-9999863be03f None None] Pushing event updated for resources: {'Port': ['ID=03f49e39-b023-44da-8c19-1618b59d784d,revision_number=2']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.375615 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b316c80a-3e5c-4d1a-8a77-a9b457e801a2 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:41.377470 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:41.377898 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Checking segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:41.378300 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.378723 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:48:41.378912 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Bound using segment: {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'} {{(pid=108284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:41.379340 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.managers [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Bound port: 03f49e39-b023-44da-8c19-1618b59d784d, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41f91f1-4499-416c-85be-981177f1dfd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102'}}] {{(pid=108284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:41.379722 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.409724 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b5003eea-67fd-4a8c-998d-dee1c60ed482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.416614 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-b5003eea-67fd-4a8c-998d-dee1c60ed482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.451946 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-b5003eea-67fd-4a8c-998d-dee1c60ed482 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8faef0268394d7998eb7080b5ab8f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962768 Nov 15 12:48:41.454006 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53608) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:41.487368 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] For port 03f49e39-b023-44da-8c19-1618b59d784d, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:41.493684 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] For port 03f49e39-b023-44da-8c19-1618b59d784d, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=03f49e39-b023-44da-8c19-1618b59d784d,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:41.501425 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5003eea-67fd-4a8c-998d-dee1c60ed482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbcc9bf-3048-4ab3-a163-211ff836b4e9,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.501649 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.516514 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:48:41.521822 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-90d23ec4-a89e-4df4-8184-4f6efeab7660 admin admin] 10.222.0.43 "PUT /v2.0/routers/2d04d6ec-36f9-4bde-8a7d-363a68d51a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880446 Nov 15 12:48:41.552508 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.557262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:41.557655 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.581453 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.632394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.636610 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.637978 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcbcc9bf-3048-4ab3-a163-211ff836b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1828165 Nov 15 12:48:41.639411 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273bfe-0dd0-4e54-9a79-9999863be03f None None] Pushing event updated for resources: {'Port': ['ID=03f49e39-b023-44da-8c19-1618b59d784d,revision_number=3']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.642187 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:41.642794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:41.648010 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502feb-ebe7-44f4-ad67-d52344a57e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbcc9bf-3048-4ab3-a163-211ff836b4e9,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:41.722457 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-15a45d73-d82d-4d77-8505-b3bdd5f79d9e None None] Provisioning complete for port f537797b-990a-4edc-a905-32f8593ea4bf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:41.722865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-15a45d73-d82d-4d77-8505-b3bdd5f79d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:41.825165 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-15a45d73-d82d-4d77-8505-b3bdd5f79d9e None None] Port f537797b-990a-4edc-a905-32f8593ea4bf cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:48:41.856468 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:42.008197 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53626) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:42.023824 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f82d3103-67ae-4e9a-83ad-2ce520046b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.024879 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bd3c2d1b-562e-4e87-adff-74f9fa2028ab up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:42.073045 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-780db0fa-5836-4676-a849-5fced75550c4 None None] Provisioning complete for port f537797b-990a-4edc-a905-32f8593ea4bf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:42.073420 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-780db0fa-5836-4676-a849-5fced75550c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.123981 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f82d3103-67ae-4e9a-83ad-2ce520046b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.128141 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f82d3103-67ae-4e9a-83ad-2ce520046b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.144426 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-780db0fa-5836-4676-a849-5fced75550c4 None None] Port f537797b-990a-4edc-a905-32f8593ea4bf cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:48:42.173356 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port bd3c2d1b-562e-4e87-adff-74f9fa2028ab triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:42.173758 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.180541 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f82d3103-67ae-4e9a-83ad-2ce520046b35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=528884d82016459d810c24e75f239e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702304 Nov 15 12:48:42.183306 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d3103-67ae-4e9a-83ad-2ce520046b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b537eb-4965-4f1b-a5dc-bed60e7877ec,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:42.184197 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53638) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:42.252137 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.276637 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.279473 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'f537797b-990a-4edc-a905-32f8593ea4bf', 'name': '', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'mac_address': 'fa:16:3e:40:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:40Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 2, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'subnets': [{'id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:42.307892 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849973-868f-46ed-a6fe-d59a2e92b653 None None] The sync data for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi is: [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'f537797b-990a-4edc-a905-32f8593ea4bf', 'name': '', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'mac_address': 'fa:16:3e:40:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:40Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 2, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'subnets': [{'id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:48:42.324906 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:42.336309 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.341036 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:42.344780 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29b537eb-4965-4f1b-a5dc-bed60e7877ec HTTP/1.1" status: 204 len: 168 time: 0.1572433 Nov 15 12:48:42.353047 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f2dc0-72c4-4c7d-b9e8-d71809e2a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b537eb-4965-4f1b-a5dc-bed60e7877ec,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:42.404134 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:42.404537 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:43.518736 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-e6b9142b-9846-4c7a-b9f9-6a40b3a8dd32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783539 Nov 15 12:48:43.644143 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-0b0fc246-787d-492b-9a6b-57676b7f029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:43.645963 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-0b0fc246-787d-492b-9a6b-57676b7f029a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0523164 Nov 15 12:48:43.810891 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-7aec849c-bbbb-41eb-84e8-d51fb271b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:43.812671 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-7aec849c-bbbb-41eb-84e8-d51fb271b6f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.1406355 Nov 15 12:48:43.904121 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-4e3d8dcc-0a98-4b11-9955-586cb6a64d7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 1001 time: 0.0803199 Nov 15 12:48:43.999244 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-eb98464d-5770-420a-ba7d-fcd205766600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:44.004116 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-eb98464d-5770-420a-ba7d-fcd205766600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0935898 Nov 15 12:48:44.038250 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 03f49e39-b023-44da-8c19-1618b59d784d up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:44.075399 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-f24d964a-ab8c-43eb-baf6-2ea5883044a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:44.077620 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-f24d964a-ab8c-43eb-baf6-2ea5883044a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653701 Nov 15 12:48:44.136669 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 03f49e39-b023-44da-8c19-1618b59d784d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:44.137418 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:44.217800 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-bcb55078-5dfc-4d97-acc6-c457206a851d service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328077 Nov 15 12:48:44.265007 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:44.303625 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] For port 03f49e39-b023-44da-8c19-1618b59d784d, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=03f49e39-b023-44da-8c19-1618b59d784d,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:44.315556 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:44.344048 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e1f049ef-cc05-4603-ab8b-b3ce886128a2 req-ac7c6745-f054-41cd-a7e6-8026087e3e19 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193056 Nov 15 12:48:44.421452 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Pushing event updated for resources: {'Port': ['ID=03f49e39-b023-44da-8c19-1618b59d784d,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:45.026614 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Sync routers for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:48:45.039423 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:45.040672 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:45.170565 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:45.439915 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'f537797b-990a-4edc-a905-32f8593ea4bf', 'name': '', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'mac_address': 'fa:16:3e:40:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:40Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 2, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'subnets': [{'id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:45.470085 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Checking router: 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:48:45.470436 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Updating router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 port f537797b-990a-4edc-a905-32f8593ea4bf binding host dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 15 12:48:45.498313 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:45.935619 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 03f49e39-b023-44da-8c19-1618b59d784d up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:45.991944 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks [] for port, precommit_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.001832 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.004778 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port 03f49e39-b023-44da-8c19-1618b59d784d triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:46.005376 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.100494 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef711a8-812b-42ef-833b-21e232120b9e None None] Pushing event updated for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=3']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:46.185732 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Attempting to bind port f537797b-990a-4edc-a905-32f8593ea4bf on host dv-cinder-680889-10-iscsi for vnic_type normal with profile {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:48:46.186649 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Attempting to bind port f537797b-990a-4edc-a905-32f8593ea4bf by drivers openvswitch,hyperv on host dv-cinder-680889-10-iscsi at level 0 using segments [{'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:48:46.187264 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Attempting to bind port f537797b-990a-4edc-a905-32f8593ea4bf on network a2632a93-eb08-4669-b286-7bd8527c2045 {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:48:46.197243 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Checking agent: {'id': '70768fcd-adb1-4d4d-af6a-a086b3357426', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 31, 25), 'started_at': datetime.datetime(2021, 11, 15, 12, 31, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:48:46.197990 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Checking segment: {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:48:46.198565 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.199169 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Bound using segment: {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'} {{(pid=108285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:48:46.199842 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.managers [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Bound port: f537797b-990a-4edc-a905-32f8593ea4bf, host: dv-cinder-680889-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc86149-a4e2-4839-bd23-ca75848b3635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045'}}] {{(pid=108285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:48:46.200526 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.278666 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] For port f537797b-990a-4edc-a905-32f8593ea4bf, host dv-cinder-680889-10-iscsi, cleared binding levels {{(pid=108285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:48:46.288569 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.plugins.ml2.db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] For port f537797b-990a-4edc-a905-32f8593ea4bf, host dv-cinder-680889-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=f537797b-990a-4edc-a905-32f8593ea4bf,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:48:46.293828 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron_lib.callbacks.manager [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.319482 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] Provisioning complete for port f537797b-990a-4edc-a905-32f8593ea4bf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:46.319782 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.361513 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:48:46.362171 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:48:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:46.368207 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef711a8-812b-42ef-833b-21e232120b9e None None] Pushing event updated for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=4']} {{(pid=108285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:46.476216 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.516114 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:48:46.534134 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] For port f537797b-990a-4edc-a905-32f8593ea4bf, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=f537797b-990a-4edc-a905-32f8593ea4bf,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:48:46.544430 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.626660 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df6691-22d8-4abe-9a4d-d8d7080a011a None None] Pushing event updated for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:46.669807 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-8d8494f3-5472-4e30-96df-a3b2a734c1a4 None None] Provisioning complete for port f537797b-990a-4edc-a905-32f8593ea4bf triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:46.671056 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-8d8494f3-5472-4e30-96df-a3b2a734c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:46.794470 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'f537797b-990a-4edc-a905-32f8593ea4bf', 'name': '', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'mac_address': 'fa:16:3e:40:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:40Z', 'updated_at': '2021-11-15T12:48:46Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'subnets': [{'id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:48:46.829003 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f5f8c-b942-41fa-9cb0-a958ca856393 None None] The sync data for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi is: [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'f537797b-990a-4edc-a905-32f8593ea4bf', 'name': '', 'network_id': 'a2632a93-eb08-4669-b286-7bd8527c2045', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'mac_address': 'fa:16:3e:40:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:40Z', 'updated_at': '2021-11-15T12:48:46Z', 'revision_number': 4, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'subnets': [{'id': 'c12034e5-8cff-4747-95ef-78c23622022c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:48:47.963830 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device f537797b-990a-4edc-a905-32f8593ea4bf up at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:48:48.018509 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Provisioning complete for port f537797b-990a-4edc-a905-32f8593ea4bf triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:48.019205 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:48.860932 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53746) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:48.994814 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffd16-492f-4c46-a9fa-c18406da67a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.084333 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffd16-492f-4c46-a9fa-c18406da67a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.088666 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-cb9ffd16-492f-4c46-a9fa-c18406da67a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.133628 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-cb9ffd16-492f-4c46-a9fa-c18406da67a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=173451d92d334a028058f58a7cbc3cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714024 Nov 15 12:48:49.135293 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ffd16-492f-4c46-a9fa-c18406da67a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b0fcc-2f79-4fbb-b521-bd013e7c52c3,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:49.151020 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53750) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:49.213636 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.239109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.302325 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.305878 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.307284 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/231b0fcc-2f79-4fbb-b521-bd013e7c52c3 HTTP/1.1" status: 204 len: 168 time: 0.1673486 Nov 15 12:48:49.316998 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab4b6-ca00-42e9-b722-79abf1be58a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b0fcc-2f79-4fbb-b521-bd013e7c52c3,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:49.432369 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-af81e4f2-6eb8-4328-8b8f-52f80d221a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.645067 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53760) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:49.658412 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e9c46d13-3967-4d78-84b7-150e64eb04b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.751535 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e9c46d13-3967-4d78-84b7-150e64eb04b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.756322 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e9c46d13-3967-4d78-84b7-150e64eb04b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.797952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c46d13-3967-4d78-84b7-150e64eb04b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b12073-5a76-43fd-8a14-81e8b25a51d2,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:49.802398 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e9c46d13-3967-4d78-84b7-150e64eb04b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f32fdf1ced2431e87ba4ddde3856488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560152 Nov 15 12:48:49.805058 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53762) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:49.856995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.881025 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.931850 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.935076 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:49.936433 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73b12073-5a76-43fd-8a14-81e8b25a51d2 HTTP/1.1" status: 204 len: 168 time: 0.1298594 Nov 15 12:48:49.949776 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdc8df-26e6-4986-8a35-a9f4aea273cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b12073-5a76-43fd-8a14-81e8b25a51d2,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:50.335115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 53770) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:50.346235 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e799f026-3ff1-4cfa-979e-49d1e4d0a14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.430933 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e799f026-3ff1-4cfa-979e-49d1e4d0a14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.436444 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e799f026-3ff1-4cfa-979e-49d1e4d0a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.475943 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e799f026-3ff1-4cfa-979e-49d1e4d0a14a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e65ca2869696494f847571c3d25d35a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409609 Nov 15 12:48:50.476383 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 53772) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:48:50.487418 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799f026-3ff1-4cfa-979e-49d1e4d0a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1972fe-61d4-4c28-8c92-e27fa7ffdc95,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:50.539139 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.564866 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.619668 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.622870 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:50.624053 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae1972fe-61d4-4c28-8c92-e27fa7ffdc95 HTTP/1.1" status: 204 len: 168 time: 0.1466761 Nov 15 12:48:50.637559 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3b93c-91c8-4e85-a4fd-0f7256b20608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1972fe-61d4-4c28-8c92-e27fa7ffdc95,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:51.965375 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ec773853-f783-481a-8403-c69d5f02f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:52.990295 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-3fad11ec-b4c7-4755-a52a-501c2dd748d5 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:52.992076 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-3fad11ec-b4c7-4755-a52a-501c2dd748d5 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 814 time: 0.1052108 Nov 15 12:48:53.010708 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-64fc2ed4-0684-42e2-88b3-fb6da287d13a tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/quotas/cb31629f759d420e90dae2332b8cf2f6 HTTP/1.1" status: 200 len: 375 time: 0.0102909 Nov 15 12:48:53.062947 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-cde19001-f652-4692-b315-680842af47b5 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466545 Nov 15 12:48:53.165016 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-f73699e1-b526-43ab-a102-2e502ebbbfe4 service neutron] 10.222.0.43 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896258 Nov 15 12:48:53.193769 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:53.268749 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-4aa6ebb3-724f-41f4-99bd-57089ce0f384 service neutron] 10.222.0.43 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942438 Nov 15 12:48:53.440428 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-62064a6b-b696-4226-b486-5c12db67e04c req-7208d0cb-e0c7-434f-bb97-bee06f372cb6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 210 time: 0.0291078 Nov 15 12:48:54.189042 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:54.535622 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-9920e9b7-cbdc-4154-9bf1-58d1ec85d49a tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:54.537104 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-9920e9b7-cbdc-4154-9bf1-58d1ec85d49a tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 814 time: 0.1224458 Nov 15 12:48:54.541590 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-213a55d1-2d55-43f6-8e2f-750b39ee41be req-ab210c04-3e61-476f-9a60-b0d9a19d94d2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 210 time: 0.0300140 Nov 15 12:48:54.573591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'port': {'device_id': '5b384711-646f-4693-b6da-0c50ca5d70df', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'admin_state_up': True, 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:48:54.691163 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Made reservation on behalf of cb31629f759d420e90dae2332b8cf2f6 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:48:54.695138 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:54.848971 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Allocated IP 172.20.0.5 (a483aac6-2387-4002-bd85-a241aea8f557/e56dffe9-eeb5-4235-8229-74a24d391e27/6c4dacb1-ba9b-41c5-9682-a84812cc49d9) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:48:55.020008 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:55.042412 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:55.068493 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:55.171162 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:48:55.191114 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Network a483aac6-2387-4002-bd85-a241aea8f557 is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:48:55.193192 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:48:55.196134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:48:55.296696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:55.298034 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:55.323541 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-a1c78943-da12-4570-8863-9bb2374ee497 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536981 Nov 15 12:48:55.560884 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-6b5edffb-3850-4d1c-a178-5925ad292298 None None] Provisioning complete for port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:48:55.561176 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-6b5edffb-3850-4d1c-a178-5925ad292298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:48:55.606431 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-6b5edffb-3850-4d1c-a178-5925ad292298 None None] Port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:48:55.690738 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54536-9654-4392-91cc-62e76a6c56db req-b96c505b-1702-4c9a-9ec1-334a8bc60920 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:55.692235 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fdc54536-9654-4392-91cc-62e76a6c56db req-b96c505b-1702-4c9a-9ec1-334a8bc60920 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0529537 Nov 15 12:48:55.744332 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-fdc54536-9654-4392-91cc-62e76a6c56db req-3660fa9f-2a8d-485d-9b4c-4113a084acd0 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Nov 15 12:48:56.886472 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e452-f069-4eaa-b7a9-84c7056194da req-875e7c92-2e8a-41b3-a487-362553d3ded0 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:56.888249 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7922e452-f069-4eaa-b7a9-84c7056194da req-875e7c92-2e8a-41b3-a487-362553d3ded0 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0664527 Nov 15 12:48:56.939521 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7922e452-f069-4eaa-b7a9-84c7056194da req-a09932cf-8fc9-47b8-9376-af8f0a41d54e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Nov 15 12:48:58.072044 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277558-def7-42a5-99f6-38a92abd6d47 req-91eaeaa0-ce53-43ae-af37-38f83a95cf67 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:58.074432 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f3277558-def7-42a5-99f6-38a92abd6d47 req-91eaeaa0-ce53-43ae-af37-38f83a95cf67 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0584333 Nov 15 12:48:58.128462 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f3277558-def7-42a5-99f6-38a92abd6d47 req-1afde855-8d02-45d5-b092-a321d028b8e3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470257 Nov 15 12:48:59.260559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f392a-3150-4b7b-8379-1a2bc84b237a req-f7ae35bd-b609-46b9-a301-426a191358e2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:48:59.262171 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec0f392a-3150-4b7b-8379-1a2bc84b237a req-f7ae35bd-b609-46b9-a301-426a191358e2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0594823 Nov 15 12:48:59.318711 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec0f392a-3150-4b7b-8379-1a2bc84b237a req-77117169-f9f1-446a-8209-ecab7a211377 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470731 Nov 15 12:49:00.452546 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8bb-4968-4e60-94a9-572cfdaf9ec6 req-34d5c488-c672-48fc-ba22-21ef36a581df tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:00.454149 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9072f8bb-4968-4e60-94a9-572cfdaf9ec6 req-34d5c488-c672-48fc-ba22-21ef36a581df tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0600150 Nov 15 12:49:00.507585 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9072f8bb-4968-4e60-94a9-572cfdaf9ec6 req-91e91770-dfb0-4a09-9b90-a02f15df0bc4 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Nov 15 12:49:01.627938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eac40-17b1-4eb0-845a-a2d7b2840cae req-9b311670-893f-4411-ba1b-30a34fa71ca1 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:01.629448 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6e8eac40-17b1-4eb0-845a-a2d7b2840cae req-9b311670-893f-4411-ba1b-30a34fa71ca1 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0509019 Nov 15 12:49:01.682617 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6e8eac40-17b1-4eb0-845a-a2d7b2840cae req-bb8e0cb4-1b3b-422d-aa8a-9f14efc87b9e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Nov 15 12:49:02.803568 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349da996-0dba-4503-bc21-88c35b6c79e5 req-1b37491b-ab2c-4c12-b5c2-a1bf37acc68c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:02.805053 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-349da996-0dba-4503-bc21-88c35b6c79e5 req-1b37491b-ab2c-4c12-b5c2-a1bf37acc68c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0541973 Nov 15 12:49:02.865710 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-349da996-0dba-4503-bc21-88c35b6c79e5 req-f7f4260b-5af7-420a-ae44-67246b20c26d tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Nov 15 12:49:03.993907 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d290-4855-4a8e-8ec1-eb442f919419 req-0ae19bdc-0143-4a16-b4d0-bc492a5da07b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:03.995429 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2162d290-4855-4a8e-8ec1-eb442f919419 req-0ae19bdc-0143-4a16-b4d0-bc492a5da07b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0488412 Nov 15 12:49:04.043260 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-2162d290-4855-4a8e-8ec1-eb442f919419 req-093dd0ab-2ce2-47d4-a0e0-e2756da6ae4b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Nov 15 12:49:05.184116 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e278-d01a-4e64-ab1a-121c349a8b3c req-29339cba-cf6d-416c-9d8a-252b83321283 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:05.185603 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36e9e278-d01a-4e64-ab1a-121c349a8b3c req-29339cba-cf6d-416c-9d8a-252b83321283 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0533769 Nov 15 12:49:05.239444 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-36e9e278-d01a-4e64-ab1a-121c349a8b3c req-ba92bbfa-a5c5-45ab-a34c-0666df79c975 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Nov 15 12:49:06.362487 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cbd01-d2c0-4f5a-9ab5-341f628972cf req-c918b41d-f385-4a19-9309-bdc8dd849436 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:06.364976 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-842cbd01-d2c0-4f5a-9ab5-341f628972cf req-c918b41d-f385-4a19-9309-bdc8dd849436 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0563660 Nov 15 12:49:06.420750 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-842cbd01-d2c0-4f5a-9ab5-341f628972cf req-fc2e5d10-ef5d-4c1f-af79-ce2c3936e1a8 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480816 Nov 15 12:49:07.532401 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a77d3d-5661-42e5-a4c7-8334a1b66c88 req-389840c9-c32c-4abf-a781-91f4e7a6df17 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:07.533872 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7a77d3d-5661-42e5-a4c7-8334a1b66c88 req-389840c9-c32c-4abf-a781-91f4e7a6df17 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0488777 Nov 15 12:49:07.586057 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b7a77d3d-5661-42e5-a4c7-8334a1b66c88 req-06a212a2-9781-4744-b6e5-a883d896a106 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Nov 15 12:49:08.313124 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Request body: {'port': {'device_id': '5b384711-646f-4693-b6da-0c50ca5d70df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:08.370469 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.646129 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:49:08.655606 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.669909 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Transition to ACTIVE for port object 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:49:08.673896 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.702055 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abc0a8-1147-4603-884c-8975984e134b req-5aa498d3-4b5f-4904-a216-0de644e3b644 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:08.703589 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0abc0a8-1147-4603-884c-8975984e134b req-5aa498d3-4b5f-4904-a216-0de644e3b644 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 931 time: 0.0484374 Nov 15 12:49:08.729928 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:08.753327 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.753752 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.754096 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.754436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.754801 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.755127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.755453 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.755846 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.756176 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.756493 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.756817 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.757172 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:08.763466 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a0abc0a8-1147-4603-884c-8975984e134b req-79dac792-8210-423e-9207-37d143d78e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Nov 15 12:49:08.817212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Attempting to bind port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:49:08.817549 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Attempting to bind port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:49:08.817878 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Attempting to bind port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 on network a483aac6-2387-4002-bd85-a241aea8f557 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:49:08.822822 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 on network a483aac6-2387-4002-bd85-a241aea8f557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:49:08.823148 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Attempting to bind port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 on network a483aac6-2387-4002-bd85-a241aea8f557 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:49:08.828301 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:49:08.828639 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Checking segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:49:08.829023 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Bound using segment: {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:49:08.829508 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Bound port: 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3096975d-e319-41f7-97e1-a692738501fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:49:08.829867 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.898053 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:49:08.903048 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:49:08.915191 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.965831 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:08.966661 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:08.967944 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] 10.222.0.36 "PUT /v2.0/ports/6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 1093 time: 0.6592538 Nov 15 12:49:08.968403 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:08.970838 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86" -d '{"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:08.998589 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf990-f5ce-446c-89ce-5979bf18641c service neutron] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:09.026819 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb43a5-ace1-4cbe-a6ef-7e58d90ca9f3 x-openstack-request-id: req-64bb43a5-ace1-4cbe-a6ef-7e58d90ca9f3 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:09.027444 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:09.027550 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64bb43a5-ace1-4cbe-a6ef-7e58d90ca9f3 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:09.027917 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:49:09.097261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-ea21bfe5-d9ac-42d0-9d5a-d7b7b5875809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.099491 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-ea21bfe5-d9ac-42d0-9d5a-d7b7b5875809 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1096 time: 0.0555730 Nov 15 12:49:09.150148 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-11d1a7cf-0d2d-4320-8c91-7958b363d482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 217 time: 0.0365310 Nov 15 12:49:09.210660 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-3b1a83f7-5685-4c24-ac75-3171ad107eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.213007 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-3b1a83f7-5685-4c24-ac75-3171ad107eca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0557327 Nov 15 12:49:09.266136 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-b25178be-9b91-4849-a6ee-5c441ebc4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.267752 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-b25178be-9b91-4849-a6ee-5c441ebc4dd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480008 Nov 15 12:49:09.363697 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-2a513157-55b9-4a44-95ee-319d3da0fae9 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878580 Nov 15 12:49:09.456290 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1de4d8c2-a158-4c76-bd39-caac8f79b53d req-e8b7eb22-dfe7-4ece-88be-486cb1fed77d service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849771 Nov 15 12:49:09.589576 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-0a883112-a2b1-4863-bd9d-0bb2a1cad391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.589576 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-0a883112-a2b1-4863-bd9d-0bb2a1cad391 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1096 time: 0.0424712 Nov 15 12:49:09.688595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-0c32af1e-0ad7-416b-8296-c4f73c444cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.690054 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-0c32af1e-0ad7-416b-8296-c4f73c444cf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.0945613 Nov 15 12:49:09.733302 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-bd2e6154-2de7-4e3c-ae95-bf0ab78b9f68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 217 time: 0.0339525 Nov 15 12:49:09.786296 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-461a86ae-2852-451a-aa86-a1a7bfb54c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.787693 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:09.788408 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-461a86ae-2852-451a-aa86-a1a7bfb54c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0477805 Nov 15 12:49:09.836826 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-ce9db35e-5ca7-438f-aec9-7299e4600288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.838312 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-ce9db35e-5ca7-438f-aec9-7299e4600288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426452 Nov 15 12:49:09.884376 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64709a-5219-414c-9204-684ec116efb1 req-57f58a76-aec7-4986-86e5-f03e8e69e12b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:09.885924 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df64709a-5219-414c-9204-684ec116efb1 req-57f58a76-aec7-4986-86e5-f03e8e69e12b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 943 time: 0.0520661 Nov 15 12:49:09.932152 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-79542d4d-1f90-441f-9b7b-ae65169e6420 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858612 Nov 15 12:49:09.933803 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-df64709a-5219-414c-9204-684ec116efb1 req-18329d52-1749-4996-9d54-2772075f7f2f tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Nov 15 12:49:10.033898 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0596a7e0-a835-47c4-8e4d-d8fd37e93d86 req-6dd79a34-6e1b-4655-8793-4cce73c4d6f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905361 Nov 15 12:49:10.549352 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54006) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:10.653395 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9e8b0e67-5c05-4646-b5b5-9f104579e800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.731251 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9e8b0e67-5c05-4646-b5b5-9f104579e800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.735729 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9e8b0e67-5c05-4646-b5b5-9f104579e800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.773249 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9e8b0e67-5c05-4646-b5b5-9f104579e800 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdf5b15ea65846948429d506f60a3866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228472 Nov 15 12:49:10.774933 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b0e67-5c05-4646-b5b5-9f104579e800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d570e7-deca-483e-a477-1803479e7578,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:10.776779 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54010) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:10.828085 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.848918 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.895256 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.897777 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:10.899574 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2d570e7-deca-483e-a477-1803479e7578 HTTP/1.1" status: 204 len: 168 time: 0.1218116 Nov 15 12:49:10.907324 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d570e7-deca-483e-a477-1803479e7578,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:10.915336 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.915631 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.915916 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.916252 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.916595 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.916920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.917250 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.917581 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.918169 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.918494 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.918840 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:10.919168 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59d089-500d-4f1d-b0cb-63639df89ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:11.059781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793d86f-7593-4e39-8dfe-b2322cefad79 req-454d6e38-b0b2-4441-8441-26642c1bbd39 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:11.061280 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6793d86f-7593-4e39-8dfe-b2322cefad79 req-454d6e38-b0b2-4441-8441-26642c1bbd39 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 943 time: 0.0513613 Nov 15 12:49:11.112511 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6793d86f-7593-4e39-8dfe-b2322cefad79 req-b5ce2820-0db9-44ec-b87c-88591b71dd53 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Nov 15 12:49:11.906955 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54046) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:12.008312 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-77fdbb9e-a18c-44ed-bac8-fb2fead2f66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.080185 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-77fdbb9e-a18c-44ed-bac8-fb2fead2f66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.083980 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-77fdbb9e-a18c-44ed-bac8-fb2fead2f66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.125206 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-77fdbb9e-a18c-44ed-bac8-fb2fead2f66d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fd15d985c934637a1d3ccc5b839e447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171612 Nov 15 12:49:12.126069 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbb9e-a18c-44ed-bac8-fb2fead2f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7b716-f50a-4342-8fcf-311f86c510e5,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:12.127935 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54050) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:12.181695 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.204312 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.229407 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62382800-08f4-4214-8253-f2264e079c1e req-af21bca2-bf42-4419-859e-06b73911fa20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:12.230911 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-62382800-08f4-4214-8253-f2264e079c1e req-af21bca2-bf42-4419-859e-06b73911fa20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 943 time: 0.0504966 Nov 15 12:49:12.257816 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.260709 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:12.261884 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fe7b716-f50a-4342-8fcf-311f86c510e5 HTTP/1.1" status: 204 len: 168 time: 0.1329327 Nov 15 12:49:12.270368 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b1680-b839-4eec-8b86-3d615fccf754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7b716-f50a-4342-8fcf-311f86c510e5,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:12.288297 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-62382800-08f4-4214-8253-f2264e079c1e req-bc40c16d-3f3b-4668-b9bc-54f4dff7d04c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514448 Nov 15 12:49:12.554519 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:49:12.843590 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:49:12.943784 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:12.956242 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'port_id': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'mac_address': 'fa:16:3e:ec:c4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:49:12.997778 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:13.010865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:49:13.031001 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:13.035570 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:13.085895 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:13.330700 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:49:13.408640 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839344c6-8ba6-4109-8c04-618c2c02a37f req-d3b7cbc7-acd1-4eae-b8ec-bc76a19d6040 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:13.410053 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-839344c6-8ba6-4109-8c04-618c2c02a37f req-d3b7cbc7-acd1-4eae-b8ec-bc76a19d6040 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 944 time: 0.0516303 Nov 15 12:49:13.460745 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-839344c6-8ba6-4109-8c04-618c2c02a37f req-c518c6c8-16c8-48af-a508-a50a96c74067 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Nov 15 12:49:14.578752 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43772e-ecc3-45bf-81ed-36ed0ba095d3 req-53f79c03-72dd-40b1-a3a2-e834c2aba997 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:14.580242 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-af43772e-ecc3-45bf-81ed-36ed0ba095d3 req-53f79c03-72dd-40b1-a3a2-e834c2aba997 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 944 time: 0.0532603 Nov 15 12:49:14.626952 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-af43772e-ecc3-45bf-81ed-36ed0ba095d3 req-c648f111-161e-4128-8f76-8229e2cf641b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Nov 15 12:49:14.844334 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:49:14.894041 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:49:14.898040 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:49:14.898413 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:14.980525 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:15.007545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:15.010419 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b880b5-ca36-4fba-ad10-9f7fcfce594a" -d '{"events": [{"server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "name": "network-vif-plugged", "status": "completed", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:15.023794 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:15.028477 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:15.051455 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86b309-7443-4801-a2f5-95190d712f29 x-openstack-request-id: req-5e86b309-7443-4801-a2f5-95190d712f29 {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:15.051747 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "name": "network-vif-plugged", "status": "completed", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:15.051994 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e86b309-7443-4801-a2f5-95190d712f29 {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:15.052403 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'code': 200} Nov 15 12:49:15.077868 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:15.250416 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b3dc2-cc2e-4b49-9d2f-ecd030c0ee40 req-063e634b-b4cd-4ee5-b03d-6b3c8cc06002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:15.251911 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e60b3dc2-cc2e-4b49-9d2f-ecd030c0ee40 req-063e634b-b4cd-4ee5-b03d-6b3c8cc06002 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1098 time: 0.0409439 Nov 15 12:49:15.296643 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-e60b3dc2-cc2e-4b49-9d2f-ecd030c0ee40 req-5f171b36-363d-4665-8a3a-4dfc3a0f6870 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Nov 15 12:49:15.741920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f184c-8c53-4947-9733-319c5765901b req-8b9f41d7-7566-4e1e-984f-c91806882c6a tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:15.743455 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c04f184c-8c53-4947-9733-319c5765901b req-8b9f41d7-7566-4e1e-984f-c91806882c6a tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0494690 Nov 15 12:49:15.791053 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c04f184c-8c53-4947-9733-319c5765901b req-f60edbdc-099e-44d8-b038-80a92fe0a0f6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Nov 15 12:49:16.911210 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d12ba7-4350-4d62-bd87-b8099ff6cd18 req-c98d3fec-34af-4906-a15c-54bb3e2f0f2c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:16.912703 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d0d12ba7-4350-4d62-bd87-b8099ff6cd18 req-c98d3fec-34af-4906-a15c-54bb3e2f0f2c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0519502 Nov 15 12:49:16.965756 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-d0d12ba7-4350-4d62-bd87-b8099ff6cd18 req-25304543-58ff-41f1-8945-a8b305aca2a9 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Nov 15 12:49:17.082209 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914d349-e46f-43d2-b1d8-d739d5d4f79a req-c93919f2-5555-45f5-a32d-5321d17cb047 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:17.083625 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6914d349-e46f-43d2-b1d8-d739d5d4f79a req-c93919f2-5555-45f5-a32d-5321d17cb047 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0490746 Nov 15 12:49:17.130641 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-6914d349-e46f-43d2-b1d8-d739d5d4f79a req-ef42eab0-f411-4190-9f62-070357360d4b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Nov 15 12:49:17.612462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18043-a29b-4520-82c3-3c7d913da90a req-dc99a0dd-29b5-4e23-9bb4-ff0990cd77b0 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:17.613938 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78f18043-a29b-4520-82c3-3c7d913da90a req-dc99a0dd-29b5-4e23-9bb4-ff0990cd77b0 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0503361 Nov 15 12:49:17.664113 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-78f18043-a29b-4520-82c3-3c7d913da90a req-24ce6484-a0c0-4492-8971-0cb5646a793c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Nov 15 12:49:19.428816 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9c230ca2-0c3c-4cc6-a9f4-8c3a00afb069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:21.907884 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-479201d2-3d9e-4586-b9c3-792f15edf794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:23.196471 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:24.191845 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:25.027898 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:27.040781 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd407-2680-4f54-943f-01e1c90daf9f req-60950a25-645a-47c9-b4b1-cd1443f56eb6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:27.042285 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aefdd407-2680-4f54-943f-01e1c90daf9f req-60950a25-645a-47c9-b4b1-cd1443f56eb6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0478280 Nov 15 12:49:27.089558 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-aefdd407-2680-4f54-943f-01e1c90daf9f req-22ff6bd4-fe95-498a-b147-a0fd7309a1d1 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 15 12:49:27.112253 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54116) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:27.298502 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164fe21-5f04-4fa5-bf10-abd0f155c2cf tempest-TestMinimumBasicScenario-259714873 tempest-TestMinimumBasicScenario-259714873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:27.300044 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-2164fe21-5f04-4fa5-bf10-abd0f155c2cf tempest-TestMinimumBasicScenario-259714873 tempest-TestMinimumBasicScenario-259714873-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1093 time: 0.1868234 Nov 15 12:49:27.302994 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54120) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:27.307833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'port_id': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:27.331800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for floatingip, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:27.433119 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:27.536349 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Allocated IP 172.27.1.171 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/ff60afff-c8f0-4751-8073-ab72373a4ef4) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:49:27.641920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:27.676743 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:27.713271 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:49:27.715943 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:49:27.721345 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:49:27.757638 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'Port': ['ID=ff60afff-c8f0-4751-8073-ab72373a4ef4,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:28.107559 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.179513 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.332499 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.337845 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.409175 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'Port': ['ID=ff60afff-c8f0-4751-8073-ab72373a4ef4,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:28.420211 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.525345 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Floating IP 6291024e-ec14-42a3-88f6-078ebb6799ae associated. External IP: 172.27.1.171, port: 6c4dacb1-ba9b-41c5-9682-a84812cc49d9. Nov 15 12:49:28.746944 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Router be991f88-3189-4f73-b3a9-8802e328fcaa has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:49:28.857162 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:49:28.867018 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Sync routers for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:49:28.876339 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.876948 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:49:28.877569 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:49:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:49:28.903496 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-8ba4c8dd-11ba-4736-811e-27fab71d0910 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5994880 Nov 15 12:49:28.904201 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:28.906452 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54122) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:28.906966 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea1c027-2204-4b49-8010-ea96b88cdc23" -d '{"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:28.911170 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950017187', 'description': 'tempest-secgroup-smoke-950017187 description', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:28.935224 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:28.947632 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf84e7-d8dc-48bc-8b41-3fe5fc8213c9 x-openstack-request-id: req-f8cf84e7-d8dc-48bc-8b41-3fe5fc8213c9 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:28.947632 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:28.947895 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8cf84e7-d8dc-48bc-8b41-3fe5fc8213c9 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:28.948228 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:49:28.998746 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:49:29.016376 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.032535 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.063022 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.066998 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1567473 Nov 15 12:49:29.067409 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54126) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.073701 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.075204 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac70915-22b2-407e-a841-2d7c8682d80e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff84037-40b7-4670-a60a-d1d21d677b3c,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.082139 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-32e49d41-9302-463b-bec8-05b41472f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:29.083661 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-32e49d41-9302-463b-bec8-05b41472f119 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1098 time: 0.0871568 Nov 15 12:49:29.120485 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.189791 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.194818 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.200288 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-c59bbae4-26de-456b-be73-1f98d66027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:29.200288 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-c59bbae4-26de-456b-be73-1f98d66027d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.1081531 Nov 15 12:49:29.209202 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6dcf9c-711f-46b9-97f3-d6b3ff0628c9,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.227413 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.231333 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f9bd6a11-3b4c-445f-9f1a-99187ca1c609 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603816 Nov 15 12:49:29.231966 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54128) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.236444 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.265367 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.272232 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6291024e-ec14-42a3-88f6-078ebb6799ae', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'port_id': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'mac_address': 'fa:16:3e:ec:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b384711-646f-4693-b6da-0c50ca5d70df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:27Z', 'updated_at': '2021-11-15T12:49:27Z', 'revision_number': 0, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:49:29.282730 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-4926aa6d-0879-44ea-aa0e-d3ba54170989 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 999 time: 0.0746579 Nov 15 12:49:29.300816 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Checking router: be991f88-3189-4f73-b3a9-8802e328fcaa for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:49:29.311824 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:49:29.312440 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:49:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:49:29.328189 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.332462 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.340000 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-4130c68f-620b-4bf0-a9f7-f5d2c04d0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:29.341480 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-4130c68f-620b-4bf0-a9f7-f5d2c04d0128 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0500329 Nov 15 12:49:29.353859 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c698a8-497a-4453-8d26-2ae367731c63,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.359914 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.361351 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-ddf7e3d3-3489-415c-90d9-95ed075d4b8c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281745 Nov 15 12:49:29.363878 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54130) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.369225 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.400972 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.403340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-849cef18-aac0-4575-9b11-eefc88894e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:29.405879 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-849cef18-aac0-4575-9b11-eefc88894e7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549746 Nov 15 12:49:29.437404 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:49:29.470883 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.477714 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.499075 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf5f1a3-d18e-4839-9c70-8673fc3d4572,revision_number=0']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.506329 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.507624 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-e23e8251-0a6d-4706-b6cf-cf554df20081 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425962 Nov 15 12:49:29.509598 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-3623e91b-fadf-4878-9843-60d87674209f service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961952 Nov 15 12:49:29.510217 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54132) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.514463 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.590813 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.640584 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-5ea1c027-2204-4b49-8010-ea96b88cdc23 req-2cb6f1ee-2ee5-43d1-887f-9c0f0c71029b service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208544 Nov 15 12:49:29.666584 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.671782 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.680324 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6291024e-ec14-42a3-88f6-078ebb6799ae', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'port_id': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'mac_address': 'fa:16:3e:ec:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b384711-646f-4693-b6da-0c50ca5d70df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:27Z', 'updated_at': '2021-11-15T12:49:27Z', 'revision_number': 0, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:49:29.688327 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57515dd-86a5-422d-aedb-8f76357afcae,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.700196 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.701412 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2149336e-c6d4-4982-9852-3683519a8e19 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902561 Nov 15 12:49:29.704234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54134) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.707236 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f3308-704c-44d5-bfd8-5a5904bc0b08 None None] The sync data for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi is: [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': '6291024e-ec14-42a3-88f6-078ebb6799ae', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'port_id': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'mac_address': 'fa:16:3e:ec:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b384711-646f-4693-b6da-0c50ca5d70df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:27Z', 'updated_at': '2021-11-15T12:49:27Z', 'revision_number': 0, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:49:29.708662 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.732437 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.securitygroups_db [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Project cb31629f759d420e90dae2332b8cf2f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:49:29.737678 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.802596 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.806598 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.825463 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5da638-460c-4e09-8ef3-f45278bfd2dc,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.830524 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.834518 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fa4cb0b5-fba0-4b23-b522-468fe19739a3 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265867 Nov 15 12:49:29.834518 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54136) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:29.839886 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'security_group_rule': {'security_group_id': 'bff84037-40b7-4670-a60a-d1d21d677b3c', 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:29.867056 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.securitygroups_db [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Project cb31629f759d420e90dae2332b8cf2f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 15 12:49:29.872916 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.911912 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ca804-2d6e-4679-8a8b-43fdc44049ca None None] New status for floating IP 6291024e-ec14-42a3-88f6-078ebb6799ae: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:49:29.935457 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.939401 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705643'] for security_group_rule, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.960598 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eadec20-2979-47c4-aa3c-164334ada0c0,revision_number=0']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:29.966664 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:29.971137 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-da44302b-f0c1-4ae4-8f74-6d71375b0fd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355906 Nov 15 12:49:30.068029 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75ef2322-0739-44db-bd71-c45bb30a29db req-ba6f0fef-7ef9-409f-84bd-ef531aa593f5 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950017187&fields=id&tenant_id=cb31629f759d420e90dae2332b8cf2f6 HTTP/1.1" status: 200 len: 267 time: 0.0528514 Nov 15 12:49:30.127331 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef2322-0739-44db-bd71-c45bb30a29db req-dc240360-2f57-450a-bc54-c06891f09dce tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:30.128925 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75ef2322-0739-44db-bd71-c45bb30a29db req-dc240360-2f57-450a-bc54-c06891f09dce tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0528207 Nov 15 12:49:30.140743 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'port': {'security_groups': ['2f03b7d5-8d41-456e-a020-d029722f8ea9', 'bff84037-40b7-4670-a60a-d1d21d677b3c']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:30.469088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:30.648379 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:30.678040 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:30.682748 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:30.716676 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:49:30.725152 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:30.725797 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:30.727312 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-75ef2322-0739-44db-bd71-c45bb30a29db req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "PUT /v2.0/ports/6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 981 time: 0.5913243 Nov 15 12:49:30.752976 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076e0ad-7516-48e7-a789-4ed0195eb3f2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=6']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:30.853526 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de551d59-0b13-41d9-8bc9-c83939a38957 req-670f5a3d-7273-47d2-98dd-bbb634aa6bc6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:30.855193 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-de551d59-0b13-41d9-8bc9-c83939a38957 req-670f5a3d-7273-47d2-98dd-bbb634aa6bc6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0535545 Nov 15 12:49:30.866646 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:49:30.921490 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-de551d59-0b13-41d9-8bc9-c83939a38957 req-5a4e3cf2-4dae-4efe-9a07-44ed7a2fbf4b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602527 Nov 15 12:49:30.949265 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:30.952337 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461552e-e467-42b2-920b-5e2182929f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:30.990394 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb7e334-66e4-435e-a5c2-ffa9f2f78c12 x-openstack-request-id: req-bbb7e334-66e4-435e-a5c2-ffa9f2f78c12 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:30.990686 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:30.991020 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbb7e334-66e4-435e-a5c2-ffa9f2f78c12 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:30.991422 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:49:31.061321 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f71adec5-e2f1-4393-9f1b-036f820a08c6 None None] Provisioning complete for port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:49:31.061718 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f71adec5-e2f1-4393-9f1b-036f820a08c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:31.077427 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461552e-e467-42b2-920b-5e2182929f4a req-08550717-cc52-413d-90df-6369c97adce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:31.078948 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-08550717-cc52-413d-90df-6369c97adce0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1137 time: 0.0438533 Nov 15 12:49:31.171679 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461552e-e467-42b2-920b-5e2182929f4a req-3958fe28-8645-43e6-9c51-e66f5599152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:31.173140 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-3958fe28-8645-43e6-9c51-e66f5599152f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.0866849 Nov 15 12:49:31.497191 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-25b505e4-7bff-4f87-bf53-7f6d1f15b905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 1001 time: 0.3162389 Nov 15 12:49:31.548459 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461552e-e467-42b2-920b-5e2182929f4a req-65c9e2f3-51de-4f0e-a098-83843b1a9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:31.549903 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-65c9e2f3-51de-4f0e-a098-83843b1a9820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0441296 Nov 15 12:49:31.596293 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461552e-e467-42b2-920b-5e2182929f4a req-19e8d3b7-21f9-4b82-9b2b-713e9c617f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:31.597762 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-19e8d3b7-21f9-4b82-9b2b-713e9c617f32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398612 Nov 15 12:49:31.694669 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-0ae5ef97-e6d6-41b6-b73e-82edad2ddfea service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883007 Nov 15 12:49:31.785505 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0461552e-e467-42b2-920b-5e2182929f4a req-823b8cec-203b-4615-8189-6cc7d01d3f94 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828207 Nov 15 12:49:39.787095 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:40.682971 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-ea5654a8-86e7-443d-8bdc-b73386eb6ef3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331826370&fields=id&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 267 time: 0.0482197 Nov 15 12:49:40.793351 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-02dafb3b-4205-4f11-8f35-f70b624fd13e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:40.794810 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-02dafb3b-4205-4f11-8f35-f70b624fd13e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.1051431 Nov 15 12:49:40.810993 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-3ced07f9-3d44-437b-aebf-e05f4be95f4d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/quotas/f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Nov 15 12:49:40.875110 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-6f8e59bc-b26e-44f0-82a9-378fcd225b05 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587292 Nov 15 12:49:40.890817 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-c8b850c7-33d0-4164-a4b1-3f734c29978d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:49:40.891776 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-c8b850c7-33d0-4164-a4b1-3f734c29978d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050974 Nov 15 12:49:40.981593 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-bb2c963e-d555-4402-9b2d-e2fbee3da417 service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840659 Nov 15 12:49:41.076207 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-10e13ef3-c4cb-4bb2-a244-4806a974e390 service neutron] 10.222.0.43 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Nov 15 12:49:41.476515 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c5b9f6ab-318b-43f9-82f7-be21dc2e1b21 req-bdf2f4ad-454c-4c22-bd75-04377d44eff0 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 210 time: 0.1345997 Nov 15 12:49:42.574552 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-695f0fb2-7c3e-4bc9-a4f6-d851da9d0545 req-a804d783-c40a-4520-b2ee-7b3840bbf879 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 210 time: 0.0265770 Nov 15 12:49:42.726796 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-6756e6d1-014b-4957-ab16-7ec9c07ff774 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:42.728401 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-6756e6d1-014b-4957-ab16-7ec9c07ff774 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 812 time: 0.1111276 Nov 15 12:49:42.802329 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-f715920e-da78-4568-ace9-a5d4eee1c463 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78fedf356a24ea182428c85682330f1 HTTP/1.1" status: 200 len: 380 time: 0.0542545 Nov 15 12:49:42.812196 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'port': {'device_id': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'admin_state_up': True, 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'security_groups': ['adbd0468-9145-480e-9fd9-8cda0e5b3d97']}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:42.922659 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Made reservation on behalf of f78fedf356a24ea182428c85682330f1 for: {'port': 1} {{(pid=108283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 15 12:49:42.926183 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.051109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_common [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.20.0.7 (f4599fcb-fdea-4045-9c9c-3e445269e7ec/a80c64ca-7859-4209-944a-02bd00bd30c4/078b27cb-8ab0-41e8-b3d0-544340291443) {{(pid=108283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:49:43.196532 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.231941 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_create {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.273527 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec is already hosted by enough agents. {{(pid=108283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:49:43.279296 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.base_scheduler [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:49:43.283188 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:49:43.331729 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=1']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:43.361897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:43.362577 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.384007 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-905f0304-d2a4-480a-a5e6-0e8ecbb1a6d3 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754414 Nov 15 12:49:43.409814 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.v2.base [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Request body: {'port': {'device_id': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=108283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:43.467048 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.514865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-f4f01423-8e38-40e2-8de2-d975a8e43f9b None None] Provisioning complete for port 078b27cb-8ab0-41e8-b3d0-544340291443 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:49:43.515886 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f4f01423-8e38-40e2-8de2-d975a8e43f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.550375 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f4f01423-8e38-40e2-8de2-d975a8e43f9b None None] Port 078b27cb-8ab0-41e8-b3d0-544340291443 cannot update to ACTIVE because it is not bound. {{(pid=108284) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 15 12:49:43.693028 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec0da4-7010-436a-a0e6-d49792412e91 req-41ac9c5f-ba27-49ab-9eaf-3308710d74af tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:43.694528 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ec0da4-7010-436a-a0e6-d49792412e91 req-41ac9c5f-ba27-49ab-9eaf-3308710d74af tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 931 time: 0.0504889 Nov 15 12:49:43.741513 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078b27cb-8ab0-41e8-b3d0-544340291443 {{(pid=108283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:49:43.744838 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-77ec0da4-7010-436a-a0e6-d49792412e91 req-6dba5388-5805-414e-9f1f-2656a8d99c9b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Nov 15 12:49:43.750165 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.762650 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.provisioning_blocks [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Transition to ACTIVE for port object 078b27cb-8ab0-41e8-b3d0-544340291443 will not be triggered until provisioned by entity L2. {{(pid=108283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 15 12:49:43.766368 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.820121 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344271f-6bce-498e-a924-51466358af5e service neutron] Pushing event updated for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=2']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:43.889016 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Attempting to bind port 078b27cb-8ab0-41e8-b3d0-544340291443 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 15 12:49:43.889422 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Attempting to bind port 078b27cb-8ab0-41e8-b3d0-544340291443 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 15 12:49:43.889686 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Attempting to bind port 078b27cb-8ab0-41e8-b3d0-544340291443 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:49:43.894329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Port 078b27cb-8ab0-41e8-b3d0-544340291443 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 15 12:49:43.894640 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Attempting to bind port 078b27cb-8ab0-41e8-b3d0-544340291443 on network f4599fcb-fdea-4045-9c9c-3e445269e7ec {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 15 12:49:43.899675 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Checking agent: {'id': '085c0fa1-4533-43bb-946f-949a73523bf9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'started_at': datetime.datetime(2021, 11, 15, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 15, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 15 12:49:43.900015 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Checking segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 15 12:49:43.900446 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Bound using segment: {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'} {{(pid=108283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 15 12:49:43.900871 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.managers [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Bound port: 078b27cb-8ab0-41e8-b3d0-544340291443, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd934bd-5682-411c-a1df-9bd976c9b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec'}}] {{(pid=108283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 15 12:49:43.901259 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:43.973832 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, cleared binding levels {{(pid=108283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 15 12:49:43.976917 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=078b27cb-8ab0-41e8-b3d0-544340291443,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 15 12:49:43.981901 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9918532'] for port, after_update {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:44.016076 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.016686 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:44.018042 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-1344271f-6bce-498e-a924-51466358af5e service neutron] 10.222.0.36 "PUT /v2.0/ports/078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 200 len: 1093 time: 0.6151268 Nov 15 12:49:44.018475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:44.020706 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97" -d '{"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:44.045850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344271f-6bce-498e-a924-51466358af5e service neutron] Pushing event updated for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=3']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:44.070630 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4cdf2-61b5-4408-84d5-d328715a89df x-openstack-request-id: req-c4f4cdf2-61b5-4408-84d5-d328715a89df {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:44.070967 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:44.071219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4f4cdf2-61b5-4408-84d5-d328715a89df {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:44.071609 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443', 'status': 'completed', 'code': 200} Nov 15 12:49:44.133130 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-13205204-df01-4585-b3ca-95cdb932313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.134730 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-13205204-df01-4585-b3ca-95cdb932313b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1096 time: 0.0445063 Nov 15 12:49:44.186007 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-e92d97b4-0191-43f8-bd5b-fbb2fbe18faa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 200 len: 217 time: 0.0363729 Nov 15 12:49:44.239775 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-fec0aec2-cb68-43b0-afdc-fdc72871cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.241239 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-fec0aec2-cb68-43b0-afdc-fdc72871cfe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0482635 Nov 15 12:49:44.288620 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a4bf-3696-4579-9fda-349d5993998d req-7cb97e6a-3e91-4beb-992a-239560c85bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.290145 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-7cb97e6a-3e91-4beb-992a-239560c85bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414875 Nov 15 12:49:44.385626 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-7d2914ef-0a4a-444b-b66a-3f83b884c14f service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879009 Nov 15 12:49:44.478035 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-f698a4bf-3696-4579-9fda-349d5993998d req-a64d77dc-9c4c-4c8c-8a3c-358cb96c8829 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Nov 15 12:49:44.613201 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-0265cbc0-dc42-4e79-a99f-3eb83d8aa581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.614708 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-0265cbc0-dc42-4e79-a99f-3eb83d8aa581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1096 time: 0.0415201 Nov 15 12:49:44.710325 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-fc09585b-4542-4490-995d-66d359543d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.711840 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-fc09585b-4542-4490-995d-66d359543d57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0894670 Nov 15 12:49:44.753538 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-43db80d4-1183-4fb2-95b7-24352895fedd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 200 len: 217 time: 0.0334060 Nov 15 12:49:44.815054 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-17a55777-5642-48b2-9a46-3f2b3f70aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.816568 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-17a55777-5642-48b2-9a46-3f2b3f70aba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0506337 Nov 15 12:49:44.864323 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-8ddbfe76-d900-4be9-bed3-5270846ac7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.865812 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-8ddbfe76-d900-4be9-bed3-5270846ac7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411437 Nov 15 12:49:44.871106 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb8a10-b0cb-41e7-85b4-3f788d2a0345 req-13167d44-85e5-4d17-89cd-0634779225a1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:44.872567 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5eb8a10-b0cb-41e7-85b4-3f788d2a0345 req-13167d44-85e5-4d17-89cd-0634779225a1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0535638 Nov 15 12:49:44.923532 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e5eb8a10-b0cb-41e7-85b4-3f788d2a0345 req-0545b765-7285-4638-a1ff-8fb22dfe772e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Nov 15 12:49:44.962130 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-80c45eaf-1037-4087-90e9-c724abfd28aa service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854712 Nov 15 12:49:45.063234 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-88e2b13e-06fd-4e1b-90ea-5168c05ebe97 req-a2bad307-183a-4a2f-9929-d3c8d01bd026 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903549 Nov 15 12:49:45.472094 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-12a833a3-25b2-461e-b046-47ce5bb2f277 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392084 Nov 15 12:49:45.577184 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661b41-054a-4354-8f42-cfca44b616fe req-018a3cf7-c30e-4a95-8ed4-53d5611cc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:45.578742 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-018a3cf7-c30e-4a95-8ed4-53d5611cc118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0482640 Nov 15 12:49:45.682904 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661b41-054a-4354-8f42-cfca44b616fe req-876f2be8-b69e-4b15-9783-617ec293d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:45.684371 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-876f2be8-b69e-4b15-9783-617ec293d0ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0865705 Nov 15 12:49:45.753878 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-cea74a1e-aa29-472d-9b8a-600c5b492f57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 1001 time: 0.0626936 Nov 15 12:49:45.804436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661b41-054a-4354-8f42-cfca44b616fe req-1c67f1bd-d104-433a-a567-f0fbda5068a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:45.805859 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-1c67f1bd-d104-433a-a567-f0fbda5068a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0439506 Nov 15 12:49:45.851055 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661b41-054a-4354-8f42-cfca44b616fe req-a483def5-198e-4a85-992f-401056715363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:45.852524 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-a483def5-198e-4a85-992f-401056715363 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400565 Nov 15 12:49:45.949317 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-601b1a1e-3b91-470f-9ef5-847bc726580b service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884590 Nov 15 12:49:46.039469 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115afecc-efe6-4a8d-a4eb-2217a88e72d1 req-0e66d0fe-fdd8-417b-a85f-33acabf2be80 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:46.041597 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-115afecc-efe6-4a8d-a4eb-2217a88e72d1 req-0e66d0fe-fdd8-417b-a85f-33acabf2be80 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0478237 Nov 15 12:49:46.045156 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-22661b41-054a-4354-8f42-cfca44b616fe req-bd7daee5-b738-49d9-84f2-e4dfd63f78a4 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882893 Nov 15 12:49:46.091272 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-115afecc-efe6-4a8d-a4eb-2217a88e72d1 req-e09480a0-8eb2-4760-a46b-b60d3598a093 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Nov 15 12:49:47.220040 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc027-5eac-4bb5-a384-31bb016c98ee req-6a55cb63-59e6-4489-ba99-55aed8485d4b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:47.221522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-26acc027-5eac-4bb5-a384-31bb016c98ee req-6a55cb63-59e6-4489-ba99-55aed8485d4b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0557628 Nov 15 12:49:47.270434 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-26acc027-5eac-4bb5-a384-31bb016c98ee req-8bbf6714-6ed0-4aef-8e90-dc39cd7c0ee9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Nov 15 12:49:48.387508 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676748f3-850a-420b-a484-bbfc216c8084 req-56493dd7-9fa9-4672-94e4-19ef4a4ac866 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:48.389041 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-676748f3-850a-420b-a484-bbfc216c8084 req-56493dd7-9fa9-4672-94e4-19ef4a4ac866 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0523813 Nov 15 12:49:48.440261 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-676748f3-850a-420b-a484-bbfc216c8084 req-e5865650-fc46-447e-8a7e-6b039cd70cf4 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Nov 15 12:49:49.423041 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f8a2afee-a106-4eab-8f12-92770c3d833a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:49.552592 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:49:49.564485 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12321204-8826-4e64-aac5-11b17294fda4 req-78c0e0b2-9b37-45c0-a79c-824ea7ea6c9e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:49.565948 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-12321204-8826-4e64-aac5-11b17294fda4 req-78c0e0b2-9b37-45c0-a79c-824ea7ea6c9e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0502975 Nov 15 12:49:49.621065 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-12321204-8826-4e64-aac5-11b17294fda4 req-d46dd83a-2eb6-417d-9e94-5fc113e89027 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 Nov 15 12:49:50.734989 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed4e91-9315-44b8-a8e2-5488bbf10819 req-2710ca8f-9f8a-4316-83c8-6f9ed7632935 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:50.736467 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aed4e91-9315-44b8-a8e2-5488bbf10819 req-2710ca8f-9f8a-4316-83c8-6f9ed7632935 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0477881 Nov 15 12:49:50.786097 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3aed4e91-9315-44b8-a8e2-5488bbf10819 req-021c3d2d-e22d-46b4-a504-c18d4b4280fa tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Nov 15 12:49:51.901710 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919be80-0041-4155-ae6c-f1b8a65c25f7 req-3c1617e5-fbc3-4822-a790-8d308c53a3c9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:51.903285 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3919be80-0041-4155-ae6c-f1b8a65c25f7 req-3c1617e5-fbc3-4822-a790-8d308c53a3c9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0499365 Nov 15 12:49:51.910368 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-908da392-4d3d-48df-82a0-7404217f57ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:51.954699 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-3919be80-0041-4155-ae6c-f1b8a65c25f7 req-71e05ca4-52d3-4ed3-966a-f02d054ab254 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 Nov 15 12:49:53.000235 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 078b27cb-8ab0-41e8-b3d0-544340291443 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=108284) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 15 12:49:53.071208 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e90a5-fac4-481d-960a-870c8dfb84af req-8648418a-79f4-48b1-bc0b-c1dea5f8a68d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.073694 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-321e90a5-fac4-481d-960a-870c8dfb84af req-8648418a-79f4-48b1-bc0b-c1dea5f8a68d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 943 time: 0.0533037 Nov 15 12:49:53.097347 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=078b27cb-8ab0-41e8-b3d0-544340291443,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:53.112417 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Returning: {'device': '078b27cb-8ab0-41e8-b3d0-544340291443', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'port_id': '078b27cb-8ab0-41e8-b3d0-544340291443', 'mac_address': 'fa:16:3e:09:ee:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108284) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 15 12:49:53.123169 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-321e90a5-fac4-481d-960a-870c8dfb84af req-ddc5e3ed-1e9b-4e59-a2f4-05bfc4dfecfa tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Nov 15 12:49:53.151786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:53.165947 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078b27cb-8ab0-41e8-b3d0-544340291443 {{(pid=108284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 15 12:49:53.190141 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=078b27cb-8ab0-41e8-b3d0-544340291443,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:53.198334 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:53.205840 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:53.248829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=4']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:53.255822 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.256180 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.256527 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.256869 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.257208 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.257546 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.257885 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.258221 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.258555 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.258917 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.259314 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.259649 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:49:53.493072 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eab80-cc73-4c3d-942f-0dd4d939566c req-10e64b50-c927-4578-8aa7-8040512b62db tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.494595 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8d1eab80-cc73-4c3d-942f-0dd4d939566c req-10e64b50-c927-4578-8aa7-8040512b62db tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0512142 Nov 15 12:49:53.502116 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['078b27cb-8ab0-41e8-b3d0-544340291443'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:49:53.537855 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2689-724f-4757-837e-cfa92d8c7330 req-46e891fd-828e-4c40-be6c-10343aff59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.539406 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-46e891fd-828e-4c40-be6c-10343aff59f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1137 time: 0.0557716 Nov 15 12:49:53.567386 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8d1eab80-cc73-4c3d-942f-0dd4d939566c req-37e5ce0f-358f-4dda-8dd6-b212e3df9f60 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659664 Nov 15 12:49:53.639235 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2689-724f-4757-837e-cfa92d8c7330 req-68adf4f2-85eb-42e0-8f21-7a9c8299a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.640389 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-68adf4f2-85eb-42e0-8f21-7a9c8299a86f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.0925510 Nov 15 12:49:53.720360 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-2abffb3e-8402-4bc2-b5c1-b1d845e77e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 1001 time: 0.0719450 Nov 15 12:49:53.771565 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2689-724f-4757-837e-cfa92d8c7330 req-6f4f1e6b-f31c-4798-9256-e644593d05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.772900 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-6f4f1e6b-f31c-4798-9256-e644593d05e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0451157 Nov 15 12:49:53.819773 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2689-724f-4757-837e-cfa92d8c7330 req-2b6f18d7-9bf6-4619-90ac-1a7379c355ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:53.821241 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-2b6f18d7-9bf6-4619-90ac-1a7379c355ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395336 Nov 15 12:49:53.833024 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-96bd5884-0a04-4b24-a800-0c5e40cf1912 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=108283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 15 12:49:53.833937 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-96bd5884-0a04-4b24-a800-0c5e40cf1912 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049391 Nov 15 12:49:53.938316 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-d46bbe16-5b21-460b-97ab-336257dc72dd service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957036 Nov 15 12:49:54.031760 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-216e2689-724f-4757-837e-cfa92d8c7330 req-5fae92b5-57fe-429e-910a-825cd21f99b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Nov 15 12:49:54.215573 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:54.255233 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8decf43-422d-4a2f-b2d9-194799aeff36 req-2a165930-125c-49ac-be59-108bdd898b0a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:54.256711 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8decf43-422d-4a2f-b2d9-194799aeff36 req-2a165930-125c-49ac-be59-108bdd898b0a tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 944 time: 0.0548503 Nov 15 12:49:54.310827 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8decf43-422d-4a2f-b2d9-194799aeff36 req-6a3e084b-ae90-4102-a3a1-57eee73cfacd tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480347 Nov 15 12:49:54.682087 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a60e6-fe89-467c-a25e-a9b5d198af53 req-e6be99d1-a6c7-43c1-86d7-238df3e7837d tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:54.683564 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba0a60e6-fe89-467c-a25e-a9b5d198af53 req-e6be99d1-a6c7-43c1-86d7-238df3e7837d tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0502520 Nov 15 12:49:54.744664 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ba0a60e6-fe89-467c-a25e-a9b5d198af53 req-76f69fda-46d7-4975-84a2-b4bb46d4ae8d tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550566 Nov 15 12:49:55.005088 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 078b27cb-8ab0-41e8-b3d0-544340291443 up at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 15 12:49:55.057043 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:55.071642 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning for port 078b27cb-8ab0-41e8-b3d0-544340291443 completed by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 15 12:49:55.075668 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Provisioning complete for port 078b27cb-8ab0-41e8-b3d0-544340291443 triggered by entity L2. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:49:55.076034 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:55.154047 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:55.177261 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443'}] {{(pid=108284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:55.179521 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350ac588a11118fe1801b2b1175ed06afd709e2ab48b8078933948b556b83bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b64d2-6932-4dfe-9ec6-2cd1ded02823" -d '{"events": [{"server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "name": "network-vif-plugged", "status": "completed", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443"}]}' {{(pid=108284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:55.192411 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=078b27cb-8ab0-41e8-b3d0-544340291443,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:49:55.196983 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882'] for port, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:55.225110 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d5d88-52ee-4c9a-bd86-995241aeb96d x-openstack-request-id: req-f65d5d88-52ee-4c9a-bd86-995241aeb96d {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:55.225736 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "name": "network-vif-plugged", "status": "completed", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443", "code": 200}]} {{(pid=108284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:55.225736 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f65d5d88-52ee-4c9a-bd86-995241aeb96d {{(pid=108284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:55.226015 dv-cinder-680889-10-iscsi neutron-server[108284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443', 'code': 200} Nov 15 12:49:55.262839 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Pushing event updated for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=5']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:55.434405 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf288617-243f-46d2-a474-c63b80a2f4ee req-845cbb5f-82de-42a4-adc6-9bf55762022b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:55.436615 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cf288617-243f-46d2-a474-c63b80a2f4ee req-845cbb5f-82de-42a4-adc6-9bf55762022b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0577037 Nov 15 12:49:55.493173 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9664f0-9d89-41f9-8f5d-d6f3bca94ea5 req-332ec5cb-acb6-422f-ba81-3da456d621b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:55.494669 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-2d9664f0-9d89-41f9-8f5d-d6f3bca94ea5 req-332ec5cb-acb6-422f-ba81-3da456d621b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1098 time: 0.0499594 Nov 15 12:49:55.495304 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-cf288617-243f-46d2-a474-c63b80a2f4ee req-15a38e01-05e1-4a0b-8690-736af71a95fa tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527730 Nov 15 12:49:55.543917 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-2d9664f0-9d89-41f9-8f5d-d6f3bca94ea5 req-55fd70df-dd73-4648-8137-2408cb7207ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Nov 15 12:49:55.867072 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b131b-e64d-400b-bef8-9aedabef17c5 req-688bb1f8-175d-4dcb-be43-d7b8f9d93303 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:55.868465 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d0b131b-e64d-400b-bef8-9aedabef17c5 req-688bb1f8-175d-4dcb-be43-d7b8f9d93303 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0531750 Nov 15 12:49:55.928802 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9d0b131b-e64d-400b-bef8-9aedabef17c5 req-2720221c-11dd-4091-bf27-9e4b35e2cffd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540471 Nov 15 12:49:56.611730 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069c715-e954-45c5-9e90-65d6861324c4 req-6eef9db6-ac2a-4739-bfb4-998efe4bb37d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:56.613265 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4069c715-e954-45c5-9e90-65d6861324c4 req-6eef9db6-ac2a-4739-bfb4-998efe4bb37d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0504358 Nov 15 12:49:56.675428 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-4069c715-e954-45c5-9e90-65d6861324c4 req-1b0458bc-e8d3-4881-a619-39f81a7b09a6 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556464 Nov 15 12:49:57.047278 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ab33-870b-4291-ad95-b5792c1f67d0 req-0e9f8c9b-6156-44ab-b05e-d6d64f3eaf78 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:57.048762 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7b62ab33-870b-4291-ad95-b5792c1f67d0 req-0e9f8c9b-6156-44ab-b05e-d6d64f3eaf78 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0516551 Nov 15 12:49:57.108782 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-7b62ab33-870b-4291-ad95-b5792c1f67d0 req-e1669ae8-2cf8-45fb-ae51-7505945523b6 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540466 Nov 15 12:49:57.793471 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405409-21d0-4b19-b85c-c03638441501 req-a7257185-81be-49b6-8b8a-a03c5c170095 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:57.794984 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca405409-21d0-4b19-b85c-c03638441501 req-a7257185-81be-49b6-8b8a-a03c5c170095 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0492191 Nov 15 12:49:57.842914 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ca405409-21d0-4b19-b85c-c03638441501 req-ab62b5f4-227c-452c-8cb9-076127ac8e83 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Nov 15 12:49:57.965260 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177238ee-8198-4ef9-94c4-cc5e80879760 req-4fa9ff6f-3bef-4816-84a7-6f774f069881 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:57.966672 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-177238ee-8198-4ef9-94c4-cc5e80879760 req-4fa9ff6f-3bef-4816-84a7-6f774f069881 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0593064 Nov 15 12:49:58.018153 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-177238ee-8198-4ef9-94c4-cc5e80879760 req-65f82483-562c-4190-a6d2-3271387085af tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457935 Nov 15 12:49:58.040016 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54256) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:58.079047 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c75fb2-f775-4d0f-9c3d-d6a737d3740b tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:58.080536 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-39c75fb2-f775-4d0f-9c3d-d6a737d3740b tempest-TestVolumeBootPattern-1258578152 tempest-TestVolumeBootPattern-1258578152-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1093 time: 0.0388823 Nov 15 12:49:58.083433 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54258) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:49:58.088232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Request body: {'floatingip': {'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'port_id': '078b27cb-8ab0-41e8-b3d0-544340291443', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:49:58.109964 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:58.245556 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c80457-1f48-4f50-84ad-a2135d5f79ce req-33e002fb-ca19-4b30-8f5d-c5a7f5199cd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:58.246967 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a3c80457-1f48-4f50-84ad-a2135d5f79ce req-33e002fb-ca19-4b30-8f5d-c5a7f5199cd2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0699232 Nov 15 12:49:58.248519 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:58.376256 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-a3c80457-1f48-4f50-84ad-a2135d5f79ce req-16b4257d-63d7-4f9f-9fb4-b6207f95496e tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207268 Nov 15 12:49:58.397033 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_common [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Allocated IP 172.27.1.116 (3643a2d8-878d-45e2-8786-461d7cae6102/6a7b1af4-b055-48bf-992f-15023b50b9ad/24512573-a2d4-4f83-830a-6b7cfba5ff3a) {{(pid=108282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 15 12:49:58.506372 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:58.540259 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755401863846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:58.575865 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Network 3643a2d8-878d-45e2-8786-461d7cae6102 is already hosted by enough agents. {{(pid=108282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 15 12:49:58.580659 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.base_scheduler [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Resources bound (agent type, host, resource id): {{(pid=108282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 15 12:49:58.584178 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Received port after_create {{(pid=108282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 15 12:49:58.607930 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=24512573-a2d4-4f83-830a-6b7cfba5ff3a,revision_number=1']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:58.926046 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:58.996252 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:59.143823 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:59.148347 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:59.217497 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event updated for resources: {'Port': ['ID=24512573-a2d4-4f83-830a-6b7cfba5ff3a,revision_number=2']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:49:59.230786 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885244'] for floatingip, after_create {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:59.329051 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP c2c26477-e38b-42f0-9e16-3344ac68e142 associated. External IP: 172.27.1.116, port: 078b27cb-8ab0-41e8-b3d0-544340291443. Nov 15 12:49:59.563613 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c5cf-5bdb-4d76-92be-d679f42887d3 req-babf4bef-4a40-443c-b552-238201e50658 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:59.564988 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8a0c5cf-5bdb-4d76-92be-d679f42887d3 req-babf4bef-4a40-443c-b552-238201e50658 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0975289 Nov 15 12:49:59.598220 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:49:59.716028 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-e8a0c5cf-5bdb-4d76-92be-d679f42887d3 req-de723767-4733-4075-bba4-2765c7f5d691 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428576 Nov 15 12:49:59.749629 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:49:59.759155 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:49:59.767916 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:49:59.769469 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:49:59.770085 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:49:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:49:59.795880 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-74aadaf8-1556-43f2-adb9-3ff84e5ce304 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7114403 Nov 15 12:49:59.796570 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:49:59.798824 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d089129-34d7-4135-8656-e61eb174c908" -d '{"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:49:59.834671 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec89e34-8239-4111-aa6b-a9f0aaf3ee47 x-openstack-request-id: req-aec89e34-8239-4111-aa6b-a9f0aaf3ee47 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:49:59.834995 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:49:59.835275 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aec89e34-8239-4111-aa6b-a9f0aaf3ee47 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:49:59.835666 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443', 'status': 'completed', 'code': 200} Nov 15 12:49:59.877950 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:49:59.920952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d089129-34d7-4135-8656-e61eb174c908 req-e650ab76-be73-499f-ae40-3efd3c8e1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:49:59.922449 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-e650ab76-be73-499f-ae40-3efd3c8e1160 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1098 time: 0.0428329 Nov 15 12:50:00.042292 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d089129-34d7-4135-8656-e61eb174c908 req-54439b08-8632-438e-923a-787b3dadf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:00.043787 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-54439b08-8632-438e-923a-787b3dadf5c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.1144936 Nov 15 12:50:00.110831 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-f1fa2732-f1cf-4263-9bbc-c520ba32704a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 200 len: 999 time: 0.0585248 Nov 15 12:50:00.127832 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}, {'id': 'c2c26477-e38b-42f0-9e16-3344ac68e142', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '078b27cb-8ab0-41e8-b3d0-544340291443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:09:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:58Z', 'updated_at': '2021-11-15T12:49:58Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:00.155130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:50:00.160836 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d089129-34d7-4135-8656-e61eb174c908 req-637df46f-1b89-4127-ae4c-0c73c82d37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:00.162297 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-637df46f-1b89-4127-ae4c-0c73c82d37e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0442395 Nov 15 12:50:00.163468 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:00.164079 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:49:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:00.211629 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d089129-34d7-4135-8656-e61eb174c908 req-7df53117-7dbd-49f0-bdc8-7d3d0da73e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:00.213198 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-7df53117-7dbd-49f0-bdc8-7d3d0da73e9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442872 Nov 15 12:50:00.273971 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:00.304428 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-9a0b0a86-98a5-48fb-b055-f29f11fdffa7 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Nov 15 12:50:00.404906 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1d089129-34d7-4135-8656-e61eb174c908 req-f4563c78-98ea-4b0d-bf5e-c633f8dd6cde service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932024 Nov 15 12:50:00.501032 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}, {'id': 'c2c26477-e38b-42f0-9e16-3344ac68e142', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '078b27cb-8ab0-41e8-b3d0-544340291443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:09:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:58Z', 'updated_at': '2021-11-15T12:49:58Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:00.530402 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b31e8-427a-4664-bfa8-ab330e69d86c None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}, {'id': 'c2c26477-e38b-42f0-9e16-3344ac68e142', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '078b27cb-8ab0-41e8-b3d0-544340291443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:09:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:49:58Z', 'updated_at': '2021-11-15T12:49:58Z', 'revision_number': 0, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:50:00.721132 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf019f8-53bb-45b2-a2fc-81e666c34105 None None] New status for floating IP c2c26477-e38b-42f0-9e16-3344ac68e142: ACTIVE {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:50:00.832938 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa22bb-236d-4c61-ac87-41fcbc7fabf9 req-3086397c-a166-4eb9-8baf-2d44419dede4 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:00.834466 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-caaa22bb-236d-4c61-ac87-41fcbc7fabf9 req-3086397c-a166-4eb9-8baf-2d44419dede4 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0498042 Nov 15 12:50:00.899478 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-caaa22bb-236d-4c61-ac87-41fcbc7fabf9 req-6bb5ec57-f403-4270-a815-821e14344c37 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583398 Nov 15 12:50:02.021928 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a319f1-9439-44b5-9e06-b1cc0a8bf675 req-772d9959-fd7a-491a-83c2-1ae623717023 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:02.023357 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-61a319f1-9439-44b5-9e06-b1cc0a8bf675 req-772d9959-fd7a-491a-83c2-1ae623717023 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0534928 Nov 15 12:50:02.083103 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-61a319f1-9439-44b5-9e06-b1cc0a8bf675 req-1d76d11a-b6f6-42d1-bf85-5513473ee9bc tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535553 Nov 15 12:50:03.198905 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1991e7-6a53-476a-af85-3a76ba8d6c82 req-ebd65af4-9c58-444e-8db9-317880af3b7c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:03.200408 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e1991e7-6a53-476a-af85-3a76ba8d6c82 req-ebd65af4-9c58-444e-8db9-317880af3b7c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0498183 Nov 15 12:50:03.259734 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-5e1991e7-6a53-476a-af85-3a76ba8d6c82 req-7abf6fb3-b168-459d-9148-c13d1bde7b04 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527542 Nov 15 12:50:04.376100 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c99ce-f0ca-4eb4-b11c-28741be0623c req-1438e93f-ded5-4629-b1bb-94ec77f91b2c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:04.377595 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-143c99ce-f0ca-4eb4-b11c-28741be0623c req-1438e93f-ded5-4629-b1bb-94ec77f91b2c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0502543 Nov 15 12:50:04.440366 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-143c99ce-f0ca-4eb4-b11c-28741be0623c req-9db30288-d451-47d4-a00d-7112efdd6ae2 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567465 Nov 15 12:50:05.561007 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fa4db-7d9f-4359-a13e-80026322595d req-a7c92892-781c-45e8-acc9-92bb35db120b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:05.563783 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec2fa4db-7d9f-4359-a13e-80026322595d req-a7c92892-781c-45e8-acc9-92bb35db120b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0546446 Nov 15 12:50:05.627513 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-ec2fa4db-7d9f-4359-a13e-80026322595d req-1dea078c-2bcb-41ba-abd6-bc5eabf29456 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=bff84037-40b7-4670-a60a-d1d21d677b3c&id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570762 Nov 15 12:50:09.810494 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:19.424740 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-be19656f-99ac-4b3f-bae9-1ce717e048fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:21.911846 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-76d90440-c8b5-43e9-94d5-fafec9f0d52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:23.203193 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:24.204331 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:25.030669 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:26.551287 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:50:38.349062 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-ad4332de-21dd-432e-9168-a0a689e822dc tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950017187&fields=id&tenant_id=cb31629f759d420e90dae2332b8cf2f6 HTTP/1.1" status: 200 len: 267 time: 0.0426161 Nov 15 12:50:38.405299 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-5718fef8-8264-422a-ab6a-2411600ff1bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:38.406921 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-5718fef8-8264-422a-ab6a-2411600ff1bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 984 time: 0.0511041 Nov 15 12:50:38.419118 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.v2.base [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Request body: {'port': {'security_groups': ['2f03b7d5-8d41-456e-a020-d029722f8ea9']}} {{(pid=108282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 15 12:50:38.490059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683018'] for port, before_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:38.939689 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:38.973290 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for port, precommit_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:38.977507 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755402374831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755401863864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755401863882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9769570'] for port, after_update {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.013851 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:50:39.018434 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:39.019120 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.020619 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c6b55f4d-ab13-4d0c-b3dc-6bd6a82911da req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "PUT /v2.0/ports/6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 942 time: 0.6070497 Nov 15 12:50:39.021060 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:50:39.028358 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699184f-985a-4640-a202-3878a4780f44" -d '{"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:50:39.028778 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54296) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:39.058889 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event updated for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=7']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:39.066545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.067004 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.067281 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.067617 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.067963 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.068304 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.068641 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.068979 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.069314 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.069643 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.069978 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.070313 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c40c47-b3cc-4c03-bcaa-86e2d5407e5b tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.114329 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.146496 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.161594 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ba8015-e179-4971-b63b-d1c00dd60820 x-openstack-request-id: req-c4ba8015-e179-4971-b63b-d1c00dd60820 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:50:39.161774 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:50:39.161957 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4ba8015-e179-4971-b63b-d1c00dd60820 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:50:39.162362 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:50:39.168747 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:50:39.219205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.223674 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.229080 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "DELETE /v2.0/security-groups/bff84037-40b7-4670-a60a-d1d21d677b3c HTTP/1.1" status: 204 len: 168 time: 0.1920526 Nov 15 12:50:39.230195 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54302) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:39.240451 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff84037-40b7-4670-a60a-d1d21d677b3c,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:39.251297 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.251925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.252477 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.253005 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.253530 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.254052 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.254579 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.255130 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.255660 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.256180 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.256704 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.257231 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae29afa6-f939-49b5-b83d-0b3d2c8ae8bd tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:50:39.355568 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699184f-985a-4640-a202-3878a4780f44 req-c8ca867e-be9f-47ca-9cdd-493dd2ff54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:39.357410 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-c8ca867e-be9f-47ca-9cdd-493dd2ff54ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1098 time: 0.1316018 Nov 15 12:50:39.373239 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.provisioning_blocks [None req-ef35a041-fffe-49a3-860e-029fc613d510 None None] Provisioning complete for port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 triggered by entity DHCP. {{(pid=108284) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 15 12:50:39.373610 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-ef35a041-fffe-49a3-860e-029fc613d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710596'] for port, provisioning_complete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.430081 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Deleting port ff60afff-c8f0-4751-8073-ab72373a4ef4 {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:39.430789 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.458628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699184f-985a-4640-a202-3878a4780f44 req-bc925398-c119-4e95-bc28-d02d6e4049d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:39.460058 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-bc925398-c119-4e95-bc28-d02d6e4049d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.0933003 Nov 15 12:50:39.510719 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.511164 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.524255 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Calling delete_port for ff60afff-c8f0-4751-8073-ab72373a4ef4 owned by network:floatingip {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:39.532424 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-082fd88b-7091-4433-aa3e-6490c7cfc322 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 1001 time: 0.0629792 Nov 15 12:50:39.589064 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699184f-985a-4640-a202-3878a4780f44 req-70b22592-a963-4ae7-8c57-02d492b65ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:39.590509 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-70b22592-a963-4ae7-8c57-02d492b65ee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0445075 Nov 15 12:50:39.641580 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699184f-985a-4640-a202-3878a4780f44 req-0cdd17ca-262e-4618-8f79-716f698fad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:39.643104 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-0cdd17ca-262e-4618-8f79-716f698fad4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431044 Nov 15 12:50:39.699881 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.730171 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event deleted for resources: {'Port': ['ID=ff60afff-c8f0-4751-8073-ab72373a4ef4,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:39.748396 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-2a9aa895-f148-497e-9447-fbb122d9cc93 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965168 Nov 15 12:50:39.788545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks [] for floatingip, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.788875 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Floating IP 6291024e-ec14-42a3-88f6-078ebb6799ae disassociated (deleted). External IP: 172.27.1.171, port: 6c4dacb1-ba9b-41c5-9682-a84812cc49d9. Nov 15 12:50:39.809124 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:39.844064 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b699184f-985a-4640-a202-3878a4780f44 req-f7c83e25-6043-4e53-8f0f-54debdd088b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874071 Nov 15 12:50:40.002544 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Router be991f88-3189-4f73-b3a9-8802e328fcaa has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:50:40.117229 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:50:40.122285 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:40.126869 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Sync routers for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:50:40.136217 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:40.136836 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:40.149433 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-904b9153-9c6d-4385-a48d-63f118bcde20 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "DELETE /v2.0/floatingips/6291024e-ec14-42a3-88f6-078ebb6799ae HTTP/1.1" status: 204 len: 168 time: 0.9165282 Nov 15 12:50:40.386658 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:40.587063 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:40.612957 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Checking router: be991f88-3189-4f73-b3a9-8802e328fcaa for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:50:40.621901 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:40.622525 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:40.730839 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:40.941834 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:40.971182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b9489d-3251-4c06-a513-d28136903c89 None None] The sync data for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi is: [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:48:35Z', 'revision_number': 4, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': 'bd3c2d1b-562e-4e87-adff-74f9fa2028ab', 'name': '', 'network_id': 'a483aac6-2387-4002-bd85-a241aea8f557', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'mac_address': 'fa:16:3e:e0:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:35Z', 'updated_at': '2021-11-15T12:48:40Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'subnets': [{'id': 'e56dffe9-eeb5-4235-8229-74a24d391e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:50:41.163833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:50:41.167050 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:50:41.188281 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14551362-7a0b-4208-af41-307475e70e14 None None] New status for floating IP 6291024e-ec14-42a3-88f6-078ebb6799ae: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:50:41.209542 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e7025-c29f-4dd8-8fe5-a8e0ed05d725 x-openstack-request-id: req-de1e7025-c29f-4dd8-8fe5-a8e0ed05d725 {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:50:41.209833 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:50:41.210088 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de1e7025-c29f-4dd8-8fe5-a8e0ed05d725 {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:50:41.210485 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:50:41.302037 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-66f7237f-e696-4d63-af28-6da0b4e5aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:41.303530 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-66f7237f-e696-4d63-af28-6da0b4e5aed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb31629f759d420e90dae2332b8cf2f6&device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 1098 time: 0.0436225 Nov 15 12:50:41.398034 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-8e07f70d-3679-4703-9f5c-cadd9b16b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:41.399671 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-8e07f70d-3679-4703-9f5c-cadd9b16b23e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 200 len: 915 time: 0.0886962 Nov 15 12:50:41.441930 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-bd4e7b60-2600-46a4-a7c6-860a6aadcd1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 200 len: 217 time: 0.0352836 Nov 15 12:50:41.496056 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-b4a08d6b-aea2-40c3-9a1d-dd1735327cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:41.497525 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-b4a08d6b-aea2-40c3-9a1d-dd1735327cbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 200 len: 853 time: 0.0485547 Nov 15 12:50:41.546502 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-8d4139d9-ce4e-40fd-adbe-e2b56c7734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:41.548011 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-8d4139d9-ce4e-40fd-adbe-e2b56c7734ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a483aac6-2387-4002-bd85-a241aea8f557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430336 Nov 15 12:50:41.644202 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-ca8cf780-3df0-420d-8da5-83df08b943ae service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Nov 15 12:50:42.006301 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-c51ad048-9e2c-49c4-bba9-9baf7f4e3caf req-c4524e79-7f79-4612-9e9e-a9e42207408e service neutron] 10.222.0.36 "GET /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544452 Nov 15 12:50:42.882488 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0811ae-55df-48dd-85e6-248c103ac05c req-566b343e-25b0-4b86-b1ca-8fb44e167866 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:42.884190 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9f0811ae-55df-48dd-85e6-248c103ac05c req-566b343e-25b0-4b86-b1ca-8fb44e167866 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0531189 Nov 15 12:50:42.935160 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-9f0811ae-55df-48dd-85e6-248c103ac05c req-d45a7ea4-5266-4d7d-890d-8dbddc5f0308 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Nov 15 12:50:44.054123 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e14b6-aaa8-42f5-9262-e86d2612bd46 req-a143d1d8-756a-40aa-b406-4e9e6a1ad73c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:44.056180 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c22e14b6-aaa8-42f5-9262-e86d2612bd46 req-a143d1d8-756a-40aa-b406-4e9e6a1ad73c tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0520427 Nov 15 12:50:44.108871 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-c22e14b6-aaa8-42f5-9262-e86d2612bd46 req-833a73df-745c-46e4-9fe2-0414ce73a826 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/security-groups?id=2f03b7d5-8d41-456e-a020-d029722f8ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Nov 15 12:50:44.719156 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-b707c441-d32c-44fb-96f7-64036ff41bd4 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:50:44.720590 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-b707c441-d32c-44fb-96f7-64036ff41bd4 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 945 time: 0.0477691 Nov 15 12:50:44.814708 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Deleting port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:44.815081 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:44.907236 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] For port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:44.907607 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:44.919592 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Calling delete_port for 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:45.044952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:45.076922 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Pushing event deleted for resources: {'Port': ['ID=6c4dacb1-ba9b-41c5-9682-a84812cc49d9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:45.078905 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] get_ports_and_sgs() called for port_ids ['6c4dacb1-ba9b-41c5-9682-a84812cc49d9'] {{(pid=108284) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 15 12:50:45.118396 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] No DVR routers for this DVR port 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:50:45.120935 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:45.124344 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-0f0cf282-c2cc-4564-8f53-cf55029168f9 req-609c74ce-57f5-44b0-b23b-71b9d3a3e8bb tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.36 "DELETE /v2.0/ports/6c4dacb1-ba9b-41c5-9682-a84812cc49d9 HTTP/1.1" status: 204 len: 173 time: 0.3977411 Nov 15 12:50:45.124780 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'name': 'network-vif-deleted', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:50:45.127091 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b06f3-88ea-4728-8fdd-026e8b374e6e" -d '{"events": [{"server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "name": "network-vif-deleted", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:50:45.217366 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-8b145715-4418-4d45-9860-213ba7720684 req-f079a1b7-5305-4473-827e-2a7bb5b53c01 tempest-TestMinimumBasicScenario-664258123 tempest-TestMinimumBasicScenario-664258123-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b384711-646f-4693-b6da-0c50ca5d70df HTTP/1.1" status: 200 len: 210 time: 0.0339651 Nov 15 12:50:45.240895 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6aacd-06fc-4dc8-be84-221cd0e1f645 x-openstack-request-id: req-afc6aacd-06fc-4dc8-be84-221cd0e1f645 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:50:45.241185 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b384711-646f-4693-b6da-0c50ca5d70df", "name": "network-vif-deleted", "tag": "6c4dacb1-ba9b-41c5-9682-a84812cc49d9", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:50:45.241436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afc6aacd-06fc-4dc8-be84-221cd0e1f645 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:50:45.241826 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b384711-646f-4693-b6da-0c50ca5d70df', 'name': 'network-vif-deleted', 'tag': '6c4dacb1-ba9b-41c5-9682-a84812cc49d9', 'status': 'completed', 'code': 200} Nov 15 12:50:46.905279 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54392) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:47.247123 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:47.488372 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Deleting port bd3c2d1b-562e-4e87-adff-74f9fa2028ab {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:47.488627 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:47.569453 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] For port bd3c2d1b-562e-4e87-adff-74f9fa2028ab, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:47.569810 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:47.583789 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Calling delete_port for bd3c2d1b-562e-4e87-adff-74f9fa2028ab owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:47.763331 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:47.790634 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3c2d1b-562e-4e87-adff-74f9fa2028ab,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:47.965051 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.178736 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Router be991f88-3189-4f73-b3a9-8802e328fcaa has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:50:48.287178 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:50:48.295776 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-0151376f-5762-4b1a-a0ba-68b18a46f716 admin admin] 10.222.0.43 "PUT /v2.0/routers/be991f88-3189-4f73-b3a9-8802e328fcaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863740 Nov 15 12:50:48.295776 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54394) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:48.298025 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Sync routers for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:50:48.315491 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:48.316115 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:48.402205 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.442309 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:48.506446 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.562234 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Deleting port b316c80a-3e5c-4d1a-8a77-a9b457e801a2 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:48.562583 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.628240 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:50:47Z', 'revision_number': 5, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port': {'id': 'b316c80a-3e5c-4d1a-8a77-a9b457e801a2', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:33Z', 'updated_at': '2021-11-15T12:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:48.651752 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] For port b316c80a-3e5c-4d1a-8a77-a9b457e801a2, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:48.652121 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.660508 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Checking router: be991f88-3189-4f73-b3a9-8802e328fcaa for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:50:48.665281 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Calling delete_port for b316c80a-3e5c-4d1a-8a77-a9b457e801a2 owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:48.669545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Routers {'be991f88-3189-4f73-b3a9-8802e328fcaa'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:48.670168 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['be991f88-3189-4f73-b3a9-8802e328fcaa'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:48.761154 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] Set router be991f88-3189-4f73-b3a9-8802e328fcaa gateway port host: None {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:48.818661 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:50:48Z', 'revision_number': 6, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:48.834570 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:48.855769 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87938d4a-5618-487f-8f5c-12a5b683e686 None None] The sync data for ids ['be991f88-3189-4f73-b3a9-8802e328fcaa'] in dv-cinder-680889-10-iscsi is: [{'id': 'be991f88-3189-4f73-b3a9-8802e328fcaa', 'name': 'tempest-TestMinimumBasicScenario-489864933-router', 'tenant_id': 'cb31629f759d420e90dae2332b8cf2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:32Z', 'updated_at': '2021-11-15T12:50:48Z', 'revision_number': 6, 'project_id': 'cb31629f759d420e90dae2332b8cf2f6', 'gw_port_host': None}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:50:48.861389 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b316c80a-3e5c-4d1a-8a77-a9b457e801a2,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:48.931579 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.025091 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.027420 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.075668 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.076408 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router be991f88-3189-4f73-b3a9-8802e328fcaa {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:50:49.080899 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.082043 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-34e87ed8-39f7-495a-9232-e9f70d56e6fc admin admin] 10.222.0.43 "DELETE /v2.0/routers/be991f88-3189-4f73-b3a9-8802e328fcaa HTTP/1.1" status: 204 len: 168 time: 0.7859411 Nov 15 12:50:49.084554 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54396) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:49.131945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Deleting subnet e56dffe9-eeb5-4235-8229-74a24d391e27 {{(pid=108283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:50:49.135675 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.169698 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9495944'] for subnet, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.223195 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:49.259523 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.322851 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9918610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10454782'] for subnet, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.349742 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56dffe9-eeb5-4235-8229-74a24d391e27,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:49.354724 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for subnet, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.358130 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-d579dfba-5d5f-43d8-a6f6-ec94323b2502 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e56dffe9-eeb5-4235-8229-74a24d391e27 HTTP/1.1" status: 204 len: 168 time: 0.2725921 Nov 15 12:50:49.360547 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54400) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:49.381828 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8c105-f37d-4951-8860-443318ce15ae None None] Network a483aac6-2387-4002-bd85-a241aea8f557 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:50:49.384575 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:49.384910 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 6c4dacb1-ba9b-41c5-9682-a84812cc49d9 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:49.434989 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.456401 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-59c8dfb3-e91f-487b-9790-73ac6c39d353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.488850 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Deleting port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:49.489193 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.555482 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] For port 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=79a0416f-cc84-41d5-af3a-6ad2f1d78701,segment=NetworkSegment(3096975d-e319-41f7-97e1-a692738501fd),segment_id=3096975d-e319-41f7-97e1-a692738501fd)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:49.555775 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.567872 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Calling delete_port for 79a0416f-cc84-41d5-af3a-6ad2f1d78701 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:49.631602 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] DHCP port deletion for a483aac6-2387-4002-bd85-a241aea8f557 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:50:49.655560 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.682013 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Deleting port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:49.682384 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.684676 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a0416f-cc84-41d5-af3a-6ad2f1d78701,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:49.688128 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] No DVR routers for this DVR port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:50:49.750858 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] For port 79a0416f-cc84-41d5-af3a-6ad2f1d78701, host dv-cinder-680889-10-iscsi, got binding levels [] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:49.751517 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.767159 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Calling delete_port for 79a0416f-cc84-41d5-af3a-6ad2f1d78701 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:49.771036 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.ipam_backend_mixin [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 was not found and therefore no delete operation was performed {{(pid=108284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:50:49.772452 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.778133 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.799541 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] Pushing event deleted for resources: {'Port': ['ID=79a0416f-cc84-41d5-af3a-6ad2f1d78701,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:49.799896 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a483aac6-2387-4002-bd85-a241aea8f557']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:49.803198 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c4c8c-0709-489c-8d23-b216408b1ce7 None None] No DVR routers for this DVR port 79a0416f-cc84-41d5-af3a-6ad2f1d78701 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:50:49.812191 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3096975d-e319-41f7-97e1-a692738501fd') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:49.812191 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3096975d-e319-41f7-97e1-a692738501fd') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:49.823058 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.837332 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.844307 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:50:49.844746 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:50:49.846599 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:50:49.903940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.909539 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:49.915514 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a483aac6-2387-4002-bd85-a241aea8f557 HTTP/1.1" status: 204 len: 168 time: 0.5512962 Nov 15 12:50:49.915929 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54402) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:49.925243 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fb36-14ab-40a5-bb43-f4bcbb915023 admin admin] Pushing event deleted for resources: {'Network': ['ID=a483aac6-2387-4002-bd85-a241aea8f557,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:49.997090 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bd3c2d1b-562e-4e87-adff-74f9fa2028ab no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:50.018334 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: bd3c2d1b-562e-4e87-adff-74f9fa2028ab {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:50.018692 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device bd3c2d1b-562e-4e87-adff-74f9fa2028ab not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:50.019143 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 79a0416f-cc84-41d5-af3a-6ad2f1d78701 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:50.038404 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 79a0416f-cc84-41d5-af3a-6ad2f1d78701 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:50.038754 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 79a0416f-cc84-41d5-af3a-6ad2f1d78701 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:50.039227 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b316c80a-3e5c-4d1a-8a77-a9b457e801a2 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:50.061992 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: b316c80a-3e5c-4d1a-8a77-a9b457e801a2 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:50.062252 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b316c80a-3e5c-4d1a-8a77-a9b457e801a2 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:50.281012 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:50.522700 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Deleting port f537797b-990a-4edc-a905-32f8593ea4bf {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:50.523069 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:50.603966 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] For port f537797b-990a-4edc-a905-32f8593ea4bf, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=f537797b-990a-4edc-a905-32f8593ea4bf,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:50.604354 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:50.616282 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Calling delete_port for f537797b-990a-4edc-a905-32f8593ea4bf owned by network:router_interface {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:50.793412 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:50.816772 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f537797b-990a-4edc-a905-32f8593ea4bf,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:50.984628 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.201545 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:50:51.307089 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:50:51.312132 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-9a5290a7-042b-4efa-92f8-34bef4564c20 admin admin] 10.222.0.43 "PUT /v2.0/routers/2d04d6ec-36f9-4bde-8a7d-363a68d51a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951750 Nov 15 12:50:51.314659 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54404) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:51.317173 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Sync routers for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:50:51.332862 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:51.333482 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:51.420018 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks [] for router, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.440317 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:51.529651 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.584370 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Deleting port 03f49e39-b023-44da-8c19-1618b59d784d {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:51.584705 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.675694 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] For port 03f49e39-b023-44da-8c19-1618b59d784d, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=03f49e39-b023-44da-8c19-1618b59d784d,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:51.676087 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.690232 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Calling delete_port for 03f49e39-b023-44da-8c19-1618b59d784d owned by network:router_gateway {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:51.712862 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03f49e39-b023-44da-8c19-1618b59d784d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:50:50Z', 'revision_number': 5, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port': {'id': '03f49e39-b023-44da-8c19-1618b59d784d', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:51.738815 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Checking router: 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:50:51.747916 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Routers {'2d04d6ec-36f9-4bde-8a7d-363a68d51a93'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:50:51.748541 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:50:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:51.837583 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] Set router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:50:51.866330 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.893204 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:50:51Z', 'revision_number': 6, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:51.894395 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f49e39-b023-44da-8c19-1618b59d784d,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:51.921442 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-04850399-0b1b-4b1f-b23f-526b80866bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:51.922039 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae068d8-1e4f-47c5-8bce-b95ed65b9bab None None] The sync data for ids ['2d04d6ec-36f9-4bde-8a7d-363a68d51a93'] in dv-cinder-680889-10-iscsi is: [{'id': '2d04d6ec-36f9-4bde-8a7d-363a68d51a93', 'name': 'tempest-TestMinimumBasicScenario-806340220-router', 'tenant_id': 'b2de5e2cab5a413896a126512ccec037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:48:37Z', 'updated_at': '2021-11-15T12:50:51Z', 'revision_number': 6, 'project_id': 'b2de5e2cab5a413896a126512ccec037', 'gw_port_host': None}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:50:51.968466 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.056327 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.058408 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.394830 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.395366 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d04d6ec-36f9-4bde-8a7d-363a68d51a93 {{(pid=108282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:50:52.400296 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.401430 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-c0b2b975-8184-433f-bd45-88363a0c8667 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2d04d6ec-36f9-4bde-8a7d-363a68d51a93 HTTP/1.1" status: 204 len: 168 time: 1.0858533 Nov 15 12:50:52.403965 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54406) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:52.447973 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Deleting subnet c12034e5-8cff-4747-95ef-78c23622022c {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:50:52.451258 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.484786 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.563711 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.613656 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.641312 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12034e5-8cff-4747-95ef-78c23622022c,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:52.643214 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.646422 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-bbe54565-bacb-4323-a698-1218da7aa96f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c12034e5-8cff-4747-95ef-78c23622022c HTTP/1.1" status: 204 len: 168 time: 0.2415218 Nov 15 12:50:52.647360 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d366a-5f45-4220-b88f-12251cd83b5c None None] Network a2632a93-eb08-4669-b286-7bd8527c2045 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:50:52.649313 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54408) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:52.733475 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.790134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Deleting port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:52.790625 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.823640 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] DHCP port deletion for a2632a93-eb08-4669-b286-7bd8527c2045 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:50:52.860102 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] For port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:52.860464 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.873752 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Deleting port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:50:52.874130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.877276 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Calling delete_port for 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:52.941015 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] For port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,segment=NetworkSegment(1fc86149-a4e2-4839-bd23-ca75848b3635),segment_id=1fc86149-a4e2-4839-bd23-ca75848b3635)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:50:52.941497 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.956912 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Calling delete_port for 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:50:52.963983 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:52.995020 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] No DVR routers for this DVR port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:50:52.996715 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:53.043748 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.068689 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] Pushing event deleted for resources: {'Port': ['ID=6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:53.073157 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78571151-6c22-40b9-93d8-e1e58416f4ec None None] No DVR routers for this DVR port 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:50:53.075481 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.098392 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2632a93-eb08-4669-b286-7bd8527c2045']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:53.108854 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc86149-a4e2-4839-bd23-ca75848b3635') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:53.109154 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc86149-a4e2-4839-bd23-ca75848b3635') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:50:53.119792 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.133001 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.139644 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:50:53.140050 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:50:53.141794 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:50:53.202759 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.205584 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.211325 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.211887 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a2632a93-eb08-4669-b286-7bd8527c2045 HTTP/1.1" status: 204 len: 168 time: 0.5610948 Nov 15 12:50:53.224304 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b342-b7e1-4928-8766-f04fada29303 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2632a93-eb08-4669-b286-7bd8527c2045,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:53.379937 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54412) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:53.425280 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-97aab0f4-64c0-412c-b918-2b3424fba614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb31629f759d420e90dae2332b8cf2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440867 Nov 15 12:50:53.427835 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54414) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:53.720693 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.742281 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.787679 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.791371 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:53.792764 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f03b7d5-8d41-456e-a020-d029722f8ea9 HTTP/1.1" status: 204 len: 168 time: 0.3640432 Nov 15 12:50:53.800592 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7a54-c91d-4414-a1b7-01eee7eccd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03b7d5-8d41-456e-a020-d029722f8ea9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:53.992545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:54.015905 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:54.016245 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 6e5292ac-6fbb-48ea-9dc9-fbf4226a75c1 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:54.016650 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 03f49e39-b023-44da-8c19-1618b59d784d no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:54.035665 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 03f49e39-b023-44da-8c19-1618b59d784d {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:54.036009 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 03f49e39-b023-44da-8c19-1618b59d784d not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:54.036420 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device f537797b-990a-4edc-a905-32f8593ea4bf no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:50:54.056058 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: f537797b-990a-4edc-a905-32f8593ea4bf {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:50:54.056400 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device f537797b-990a-4edc-a905-32f8593ea4bf not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:50:54.111067 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54420) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:54.150837 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-87420e26-2e15-4611-b5b0-1fa93d598632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2de5e2cab5a413896a126512ccec037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385764 Nov 15 12:50:54.153369 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54422) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:50:54.203346 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:54.205675 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:54.225350 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:54.272591 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:54.275557 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:50:54.276782 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0f7dae6-0748-4ae0-9ddf-ddf687d268b0 HTTP/1.1" status: 204 len: 168 time: 0.1225019 Nov 15 12:50:54.284654 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a69c9-2139-437b-8474-3235d9ff55b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f7dae6-0748-4ae0-9ddf-ddf687d268b0,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:50:55.028250 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:03.550173 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:51:09.803617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:19.430691 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-89001613-4fb1-4615-9de5-9332e69228dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:21.918531 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-fc436765-f0b2-4547-90a7-f8ec4a2a3fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:23.209361 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:24.204914 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:25.029329 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:39.801987 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:40.549974 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:51:41.697669 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54430) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:41.854564 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port 24512573-a2d4-4f83-830a-6b7cfba5ff3a {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:41.855075 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:41.933860 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:41.934193 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:41.946375 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for 24512573-a2d4-4f83-830a-6b7cfba5ff3a owned by network:floatingip {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:42.093629 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:42.119916 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=24512573-a2d4-4f83-830a-6b7cfba5ff3a,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:42.131813 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.132165 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.132533 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.132869 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.133779 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.134115 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.134445 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.134804 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.135127 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.135451 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.135774 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.136094 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:42.191566 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:42.191901 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.db.l3_db [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP c2c26477-e38b-42f0-9e16-3344ac68e142 disassociated (deleted). External IP: 172.27.1.116, port: 078b27cb-8ab0-41e8-b3d0-544340291443. Nov 15 12:51:42.408948 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:51:42.519297 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:51:42.524321 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:42.529287 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:51:42.538889 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:42.540668 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:42.552264 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-a5dc2c40-47ca-4f78-ba26-f5773a04a8c1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "DELETE /v2.0/floatingips/c2c26477-e38b-42f0-9e16-3344ac68e142 HTTP/1.1" status: 204 len: 168 time: 0.8535068 Nov 15 12:51:42.552952 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443'}] {{(pid=108282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:51:42.556034 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5851e14768b700db8413e958f2ef19adb7b2fb6fe5958ceae11818f720660f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd75cc1-4e25-45d9-a865-03afac97811a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443"}]}' {{(pid=108282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:51:42.594663 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef04e2b-37c0-403c-99ea-6b6ff37a407c x-openstack-request-id: req-eef04e2b-37c0-403c-99ea-6b6ff37a407c {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:51:42.595001 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443", "status": "completed", "code": 200}]} {{(pid=108282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:51:42.595262 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eef04e2b-37c0-403c-99ea-6b6ff37a407c {{(pid=108282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:51:42.596632 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443', 'status': 'completed', 'code': 200} Nov 15 12:51:42.653152 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:42.680677 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-4c909a37-288d-42f3-9b51-440b0f8b38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:42.682217 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-4c909a37-288d-42f3-9b51-440b0f8b38ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 1098 time: 0.0439806 Nov 15 12:51:42.785358 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-4deb4e87-8af8-4d8c-8484-9b59ef5cdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:42.786834 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-4deb4e87-8af8-4d8c-8484-9b59ef5cdf7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0956080 Nov 15 12:51:42.794227 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5dcb-db6d-4997-a2d1-0f10fb20dccb req-e8e80db1-e37b-48d7-a28c-41820e2f50e9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:42.795760 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-569a5dcb-db6d-4997-a2d1-0f10fb20dccb req-e8e80db1-e37b-48d7-a28c-41820e2f50e9 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0547202 Nov 15 12:51:42.834884 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-3894968e-d8f7-4e64-a4c9-442487b216d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 200 len: 217 time: 0.0391507 Nov 15 12:51:42.861313 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-569a5dcb-db6d-4997-a2d1-0f10fb20dccb req-3c2997c8-81f9-46c9-b013-d3c35046ea67 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547950 Nov 15 12:51:42.886948 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-455d6861-b353-48e4-8539-39415c07e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:42.888430 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-455d6861-b353-48e4-8539-39415c07e60d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0468509 Nov 15 12:51:42.896407 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:42.926657 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:51:42.935743 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-9b059903-3fb1-426e-8ea5-1d09f4b25d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:42.935997 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:42.936617 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:42.937197 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-9b059903-3fb1-426e-8ea5-1d09f4b25d5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415237 Nov 15 12:51:43.035286 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-0d648cbf-050e-4369-9c3c-90f228a720fe service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902011 Nov 15 12:51:43.042448 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:43.128809 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-1bd75cc1-4e25-45d9-a865-03afac97811a req-a31a3c03-74d2-4512-af46-1ec2ba752885 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848980 Nov 15 12:51:43.275818 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:43.305764 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52633bc-badb-46c5-ab96-3dd588f9fbd8 None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_floatingips': [{'id': 'bac2f32b-f290-43bb-9ff9-7fefe0207c7c', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'router_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'port_id': '471bc66e-1316-423a-b9d0-fa99991998d4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'mac_address': 'fa:16:3e:ee:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012358cb-bdcf-4afc-b480-5399958e82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-15T12:47:59Z', 'updated_at': '2021-11-15T12:48:01Z', 'revision_number': 1, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:51:43.520489 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c550e-0e77-4eaf-bccb-19d682f1bdfe None None] New status for floating IP c2c26477-e38b-42f0-9e16-3344ac68e142: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:51:43.989061 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c3f16-0b79-43d6-ad1b-e4ef723db26c req-abe31d76-4fbb-45aa-9639-9f1cdd3f5235 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:43.990567 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-832c3f16-0b79-43d6-ad1b-e4ef723db26c req-abe31d76-4fbb-45aa-9639-9f1cdd3f5235 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0547342 Nov 15 12:51:44.042742 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-832c3f16-0b79-43d6-ad1b-e4ef723db26c req-911beb6f-c0c5-4419-8659-262e3560f809 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Nov 15 12:51:44.462752 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-576858dc-58e0-4d1e-bf62-57ddbaf80d53 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:44.464245 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-576858dc-58e0-4d1e-bf62-57ddbaf80d53 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 945 time: 0.0526996 Nov 15 12:51:44.555616 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port 078b27cb-8ab0-41e8-b3d0-544340291443 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:44.556004 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:44.655994 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] For port 078b27cb-8ab0-41e8-b3d0-544340291443, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=078b27cb-8ab0-41e8-b3d0-544340291443,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:44.656359 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:44.669569 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for 078b27cb-8ab0-41e8-b3d0-544340291443 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:44.800894 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:44.831798 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=078b27cb-8ab0-41e8-b3d0-544340291443,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:44.853070 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.853682 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.854259 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.854879 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.855471 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.856060 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.856654 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.857247 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.857824 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.858397 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.859028 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.859608 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:44.895952 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] No DVR routers for this DVR port 078b27cb-8ab0-41e8-b3d0-544340291443 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:51:44.898445 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:44.901868 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-6b868107-94d2-4c95-8d46-5f6eea2b1dce req-eab80f2a-1ba8-43c6-a078-396faab9a54b tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "DELETE /v2.0/ports/078b27cb-8ab0-41e8-b3d0-544340291443 HTTP/1.1" status: 204 len: 173 time: 0.4316180 Nov 15 12:51:44.902299 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'name': 'network-vif-deleted', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:51:44.904565 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae651293-3032-430c-a8af-53815cf32459" -d '{"events": [{"server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "name": "network-vif-deleted", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:51:44.940876 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2eba4d-63da-4669-b243-092e7fb2c9b2 x-openstack-request-id: req-af2eba4d-63da-4669-b243-092e7fb2c9b2 {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:51:44.941164 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d63a34d-c889-4e35-8f01-d574369c19ba", "name": "network-vif-deleted", "tag": "078b27cb-8ab0-41e8-b3d0-544340291443", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:51:44.941413 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af2eba4d-63da-4669-b243-092e7fb2c9b2 {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:51:44.941891 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63a34d-c889-4e35-8f01-d574369c19ba', 'name': 'network-vif-deleted', 'tag': '078b27cb-8ab0-41e8-b3d0-544340291443', 'status': 'completed', 'code': 200} Nov 15 12:51:45.136966 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-484d59e2-6d41-4059-91fd-b99d98ca9b42 req-e759cdf0-0d05-4c42-956a-01d961fc6138 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d63a34d-c889-4e35-8f01-d574369c19ba HTTP/1.1" status: 200 len: 210 time: 0.0254860 Nov 15 12:51:47.502961 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 078b27cb-8ab0-41e8-b3d0-544340291443 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:51:47.523248 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 078b27cb-8ab0-41e8-b3d0-544340291443 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:51:47.523702 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 078b27cb-8ab0-41e8-b3d0-544340291443 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:51:48.417672 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54466) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:48.540609 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-e42f13dd-8b9d-413d-be32-07d2154b8908 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877430 Nov 15 12:51:48.636832 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port e4258ae1-eddf-4f20-86fb-765d9c25b052 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:48.637166 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:48.691006 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-a0be7734-7795-489a-92e0-53ae1a389a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:48.692466 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-a0be7734-7795-489a-92e0-53ae1a389a2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0903921 Nov 15 12:51:48.737966 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:48.738287 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:48.781607 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for e4258ae1-eddf-4f20-86fb-765d9c25b052 owned by network:floatingip {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:48.860881 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-a3256657-24fc-4153-9d91-51e83389a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:48.862323 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-a3256657-24fc-4153-9d91-51e83389a4a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.1472931 Nov 15 12:51:48.955234 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-623b0abd-941b-4f82-96f0-a8127ca76835 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 1001 time: 0.0854020 Nov 15 12:51:49.036242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-2fd834f7-bc63-40c8-a607-597fe91a6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:49.037663 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-2fd834f7-bc63-40c8-a607-597fe91a6b15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0760796 Nov 15 12:51:49.042396 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:49.093826 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=e4258ae1-eddf-4f20-86fb-765d9c25b052,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:49.149138 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-21348c57-4d93-4a17-9e19-e903ea9c5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:49.150676 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-21348c57-4d93-4a17-9e19-e903ea9c5738 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1048751 Nov 15 12:51:49.178228 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:49.178555 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.db.l3_db [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Floating IP bac2f32b-f290-43bb-9ff9-7fefe0207c7c disassociated (deleted). External IP: 172.27.1.29, port: 471bc66e-1316-423a-b9d0-fa99991998d4. Nov 15 12:51:49.325874 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-1bb86ee9-cb01-441d-b5d2-d8c0ac1299f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672397 Nov 15 12:51:49.433752 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2c89af16-b8af-4d34-973f-2b2ab63102eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:49.494179 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-b7944b6e-3847-4a36-b12f-751fd80bbc49 req-d8b87739-158a-4d02-bd95-6cc59c8fa8b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610935 Nov 15 12:51:49.506179 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:51:49.613039 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:51:49.619286 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:49.624005 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:51:49.634544 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:49.635197 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:49.645961 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-03a0b3f7-03d8-4249-a5f0-ec69f9ac017d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "DELETE /v2.0/floatingips/bac2f32b-f290-43bb-9ff9-7fefe0207c7c HTTP/1.1" status: 204 len: 168 time: 1.2272170 Nov 15 12:51:49.646550 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:51:49.649043 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d480076-863f-497e-a6fe-634fe7c8629f" -d '{"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:51:49.686875 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 15 Nov 2021 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86351408-b5a8-4693-a5fe-34c32b856b6f x-openstack-request-id: req-86351408-b5a8-4693-a5fe-34c32b856b6f {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:51:49.688200 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:51:49.688527 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86351408-b5a8-4693-a5fe-34c32b856b6f {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:51:49.689036 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4', 'status': 'completed', 'code': 200} Nov 15 12:51:49.790403 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480076-863f-497e-a6fe-634fe7c8629f req-2c132044-a4b0-45a8-854e-2baec2f0a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:49.790949 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-2c132044-a4b0-45a8-854e-2baec2f0a3b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f78fedf356a24ea182428c85682330f1&device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 1099 time: 0.0576575 Nov 15 12:51:49.892059 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbb175-24a2-479a-b9ed-189b6f4b4298 req-9fb0a4da-38f3-4bbf-85e5-56ba4c0de150 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:49.893699 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0adbb175-24a2-479a-b9ed-189b6f4b4298 req-9fb0a4da-38f3-4bbf-85e5-56ba4c0de150 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0529764 Nov 15 12:51:49.909933 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:49.924696 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480076-863f-497e-a6fe-634fe7c8629f req-3fab715f-377c-4cfd-89ca-0f09705ced66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:49.926257 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-3fab715f-377c-4cfd-89ca-0f09705ced66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 200 len: 913 time: 0.0922096 Nov 15 12:51:49.949301 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-0adbb175-24a2-479a-b9ed-189b6f4b4298 req-bc00921b-627e-4511-b2ce-acbba1807a3e tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Nov 15 12:51:49.976150 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-98ddab7e-084e-486d-8e9b-f139589c225d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 200 len: 217 time: 0.0423052 Nov 15 12:51:50.026515 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480076-863f-497e-a6fe-634fe7c8629f req-1b49def5-b186-47d5-83f8-a5c83a76da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:50.028121 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-1b49def5-b186-47d5-83f8-a5c83a76da5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 200 len: 851 time: 0.0451589 Nov 15 12:51:50.075261 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480076-863f-497e-a6fe-634fe7c8629f req-346abc13-a2e2-4ef5-a4c4-08820a4158fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:50.076840 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-346abc13-a2e2-4ef5-a4c4-08820a4158fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f4599fcb-fdea-4045-9c9c-3e445269e7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410354 Nov 15 12:51:50.120530 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:50.148193 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:51:50.158058 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:50.158681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:22Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:50.176800 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-874799b9-7611-42ff-9db3-a9db98d1f9c0 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909219 Nov 15 12:51:50.277545 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:50.283780 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-3d480076-863f-497e-a6fe-634fe7c8629f req-e8a66103-d1d8-4b00-a7c6-41c1d9ba6884 service neutron] 10.222.0.36 "GET /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990264 Nov 15 12:51:50.476228 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:50.507014 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2617568-e1f4-4ffa-ba43-dfca41d2f19f None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:33Z', 'revision_number': 4, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi', '_interfaces': [{'id': '0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc', 'name': '', 'network_id': 'f4599fcb-fdea-4045-9c9c-3e445269e7ec', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'mac_address': 'fa:16:3e:9d:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:32Z', 'updated_at': '2021-11-15T12:44:39Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'subnets': [{'id': 'a80c64ca-7859-4209-944a-02bd00bd30c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:51:50.721626 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0adef-4cf0-434f-9633-306c4c06252a None None] New status for floating IP bac2f32b-f290-43bb-9ff9-7fefe0207c7c: DOWN {{(pid=108285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 15 12:51:51.075988 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d84439-2897-4217-9640-2a7225aa8858 req-877b5295-0244-437c-a8e4-a4ce33504ee1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:51.077351 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-06d84439-2897-4217-9640-2a7225aa8858 req-877b5295-0244-437c-a8e4-a4ce33504ee1 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0536389 Nov 15 12:51:51.125400 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-06d84439-2897-4217-9640-2a7225aa8858 req-ba9f6450-ba73-475c-8d60-ead0a7567a11 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/security-groups?id=adbd0468-9145-480e-9fd9-8cda0e5b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Nov 15 12:51:51.478793 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-e5f13f03-3f5c-4f64-841b-bcbae9f66501 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 15 12:51:51.480257 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-e5f13f03-3f5c-4f64-841b-bcbae9f66501 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 946 time: 0.0475352 Nov 15 12:51:51.575167 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port 471bc66e-1316-423a-b9d0-fa99991998d4 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:51.575508 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:51.671466 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] For port 471bc66e-1316-423a-b9d0-fa99991998d4, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=471bc66e-1316-423a-b9d0-fa99991998d4,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:51.671831 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:51.684219 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for 471bc66e-1316-423a-b9d0-fa99991998d4 owned by compute:nova {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:51.812082 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:51.838385 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=471bc66e-1316-423a-b9d0-fa99991998d4,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:51.884609 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] No DVR routers for this DVR port 471bc66e-1316-423a-b9d0-fa99991998d4 on host hv-cinder-68088 {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:51:51.886995 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for port, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:51.890266 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [req-64d6769d-d5aa-4cab-9226-f59cf6b706cf req-0867f0f1-ca4e-4ce5-8573-9bd608228381 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.36 "DELETE /v2.0/ports/471bc66e-1316-423a-b9d0-fa99991998d4 HTTP/1.1" status: 204 len: 173 time: 0.4038455 Nov 15 12:51:51.890731 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'name': 'network-vif-deleted', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4'}] {{(pid=108283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 15 12:51:51.892926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf058ab1c73108fd5a0188298b3d731412ca9c4e0db94e55831f95891cbb4cf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a848064-6d46-442c-954f-22663d236e85" -d '{"events": [{"server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "name": "network-vif-deleted", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4"}]}' {{(pid=108283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 15 12:51:51.922786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-85dd4ccc-58d3-4cad-9a98-0f2af668bc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:51.932925 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 15 Nov 2021 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414edb75-9d5f-454c-a067-5835070789fe x-openstack-request-id: req-414edb75-9d5f-454c-a067-5835070789fe {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 15 12:51:51.933280 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012358cb-bdcf-4afc-b480-5399958e82df", "name": "network-vif-deleted", "tag": "471bc66e-1316-423a-b9d0-fa99991998d4", "status": "completed", "code": 200}]} {{(pid=108283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 15 12:51:51.933518 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-414edb75-9d5f-454c-a067-5835070789fe {{(pid=108283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 15 12:51:51.934939 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012358cb-bdcf-4afc-b480-5399958e82df', 'name': 'network-vif-deleted', 'tag': '471bc66e-1316-423a-b9d0-fa99991998d4', 'status': 'completed', 'code': 200} Nov 15 12:51:52.226522 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [req-b8e21ba6-6f0f-4d14-a170-ee7bb590de1c req-117633b9-220e-4214-b5dd-02577cb6dcd0 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "GET /v2.0/ports?device_id=012358cb-bdcf-4afc-b480-5399958e82df HTTP/1.1" status: 200 len: 210 time: 0.0291162 Nov 15 12:51:53.212602 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.286109 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54482) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:53.413436 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Deleting port 54677250-5ab6-4c93-91da-4a33f18874de {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:53.413784 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.492127 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.493057 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.505595 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Calling delete_port for 54677250-5ab6-4c93-91da-4a33f18874de owned by network:floatingip {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:53.639443 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.667405 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'Port': ['ID=54677250-5ab6-4c93-91da-4a33f18874de,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:53.728586 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for floatingip, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.731212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105756'] for floatingip, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:53.732361 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-41031b07-51dc-41cf-80f0-d1bf8a6fb929 tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "DELETE /v2.0/floatingips/c0b14e90-2c80-4d8b-88b3-233f7e3cd192 HTTP/1.1" status: 204 len: 168 time: 0.4451511 Nov 15 12:51:54.208424 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:54.920034 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54494) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:54.989093 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:55.013540 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:55.032002 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:55.075642 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:55.078388 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:55.082262 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] 10.222.0.43 "DELETE /v2.0/security-groups/adbd0468-9145-480e-9fd9-8cda0e5b3d97 HTTP/1.1" status: 204 len: 168 time: 0.1612067 Nov 15 12:51:55.092162 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd252bcb-b5f1-4e74-a778-79b5accbd40d tempest-TestVolumeBootPattern-1585944354 tempest-TestVolumeBootPattern-1585944354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd0468-9145-480e-9fd9-8cda0e5b3d97,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:55.141945 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54498) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:55.542065 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 471bc66e-1316-423a-b9d0-fa99991998d4 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:51:55.564515 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] No Port match for: 471bc66e-1316-423a-b9d0-fa99991998d4 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:51:55.564865 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Device 471bc66e-1316-423a-b9d0-fa99991998d4 not bound to the agent host hv-cinder-68088 {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:51:55.687170 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:56.170352 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Deleting port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:56.171068 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:56.251580 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] For port 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:56.251961 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:56.266178 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Calling delete_port for 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:56.445220 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:56.470926 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:56.637937 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:56.855399 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Router d2c2eafd-b59e-456c-88b6-7a884dffae84 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:51:56.961539 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:51:56.977401 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-5bb80fa8-981e-4130-8593-4ce9f2246dd6 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2c2eafd-b59e-456c-88b6-7a884dffae84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8266351 Nov 15 12:51:56.977401 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54502) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:56.980829 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Sync routers for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:51:56.991248 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:56.991881 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:57.084096 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks [] for router, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.096864 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:57.187441 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.245594 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Deleting port dda70610-b52d-400e-b127-56c869e4d884 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:57.245934 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.276891 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'dda70610-b52d-400e-b127-56c869e4d884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:51:56Z', 'revision_number': 5, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port': {'id': 'dda70610-b52d-400e-b127-56c869e4d884', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:57.308714 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Checking router: d2c2eafd-b59e-456c-88b6-7a884dffae84 for host: dv-cinder-680889-10-iscsi {{(pid=108284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:51:57.322052 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Routers {'d2c2eafd-b59e-456c-88b6-7a884dffae84'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:51:57.322727 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['d2c2eafd-b59e-456c-88b6-7a884dffae84'], 'active': True} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:57.333253 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] For port dda70610-b52d-400e-b127-56c869e4d884, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=dda70610-b52d-400e-b127-56c869e4d884,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:57.333628 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.346968 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Calling delete_port for dda70610-b52d-400e-b127-56c869e4d884 owned by network:router_gateway {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:57.406418 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvr_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] Set router d2c2eafd-b59e-456c-88b6-7a884dffae84 gateway port host: None {{(pid=108284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:51:57.460562 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_hamode_db [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:51:57Z', 'revision_number': 6, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:57.487653 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fbf364-fce4-4269-b193-a351bf8d5023 None None] The sync data for ids ['d2c2eafd-b59e-456c-88b6-7a884dffae84'] in dv-cinder-680889-10-iscsi is: [{'id': 'd2c2eafd-b59e-456c-88b6-7a884dffae84', 'name': 'tempest-TestVolumeBootPattern-1086676516-router', 'tenant_id': 'f78fedf356a24ea182428c85682330f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:30Z', 'updated_at': '2021-11-15T12:51:57Z', 'revision_number': 6, 'project_id': 'f78fedf356a24ea182428c85682330f1', 'gw_port_host': None}] {{(pid=108284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:51:57.519131 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.545778 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda70610-b52d-400e-b127-56c869e4d884,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:57.609427 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.703381 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.705530 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.748852 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.749354 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c2eafd-b59e-456c-88b6-7a884dffae84 {{(pid=108283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:51:57.753670 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] Publish callbacks [] for router, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.754829 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-7863d905-4339-4852-8f3d-a9e24ef7b795 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d2c2eafd-b59e-456c-88b6-7a884dffae84 HTTP/1.1" status: 204 len: 168 time: 0.7805071 Nov 15 12:51:57.757520 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54504) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:57.803073 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Deleting subnet a80c64ca-7859-4209-944a-02bd00bd30c4 {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:51:57.807432 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.844624 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.932571 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:57.989772 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.017932 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80c64ca-7859-4209-944a-02bd00bd30c4,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:58.019853 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.026226 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-082aea11-7216-4cab-9936-c9fd462e37da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a80c64ca-7859-4209-944a-02bd00bd30c4 HTTP/1.1" status: 204 len: 168 time: 0.2644718 Nov 15 12:51:58.026385 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf2bdd-1632-44d9-9ceb-974072b05f21 None None] Network f4599fcb-fdea-4045-9c9c-3e445269e7ec requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:51:58.026855 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54506) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:58.099379 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.153332 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Deleting port 024b0eaa-5465-4db8-89c5-b643f43fa22f {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:58.153675 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.218920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] For port 024b0eaa-5465-4db8-89c5-b643f43fa22f, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=024b0eaa-5465-4db8-89c5-b643f43fa22f,segment=NetworkSegment(afd934bd-5682-411c-a1df-9bd976c9b356),segment_id=afd934bd-5682-411c-a1df-9bd976c9b356)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:58.219305 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.232025 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Calling delete_port for 024b0eaa-5465-4db8-89c5-b643f43fa22f owned by network:dhcp {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:58.282881 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] DHCP port deletion for f4599fcb-fdea-4045-9c9c-3e445269e7ec request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:51:58.317013 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.343616 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Pushing event deleted for resources: {'Port': ['ID=024b0eaa-5465-4db8-89c5-b643f43fa22f,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:58.347220 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] No DVR routers for this DVR port 024b0eaa-5465-4db8-89c5-b643f43fa22f on host dv-cinder-680889-10-iscsi {{(pid=108282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:51:58.363566 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:51:58.367472 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Deleting port 024b0eaa-5465-4db8-89c5-b643f43fa22f {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:58.367815 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.423663 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:51:58.424014 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 0a6aafba-23a0-4a2a-b2ba-5bf9ef9f8bfc not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:51:58.424429 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device dda70610-b52d-400e-b127-56c869e4d884 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:51:58.427896 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.451138 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4599fcb-fdea-4045-9c9c-3e445269e7ec']}} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:58.451363 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: dda70610-b52d-400e-b127-56c869e4d884 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:51:58.451461 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device dda70610-b52d-400e-b127-56c869e4d884 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:51:58.451877 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 024b0eaa-5465-4db8-89c5-b643f43fa22f no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:51:58.462920 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd934bd-5682-411c-a1df-9bd976c9b356') {'for_net_delete': True} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:58.463229 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.services.segments.db [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd934bd-5682-411c-a1df-9bd976c9b356') {} {{(pid=108282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:51:58.473588 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8690181'] for segment, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.485678 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 024b0eaa-5465-4db8-89c5-b643f43fa22f {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:51:58.486022 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 024b0eaa-5465-4db8-89c5-b643f43fa22f not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:51:58.491373 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] For port 024b0eaa-5465-4db8-89c5-b643f43fa22f, host dv-cinder-680889-10-iscsi, got binding levels [] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:58.491769 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.492285 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.503460 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=108282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:51:58.503800 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9769486'] for segment, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.505526 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Calling delete_port for 024b0eaa-5465-4db8-89c5-b643f43fa22f owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:58.509124 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.ipam_backend_mixin [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Port 024b0eaa-5465-4db8-89c5-b643f43fa22f was not found and therefore no delete operation was performed {{(pid=108284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 15 12:51:58.510742 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.537945 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Pushing event deleted for resources: {'Port': ['ID=024b0eaa-5465-4db8-89c5-b643f43fa22f,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:58.543345 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] No DVR routers for this DVR port 024b0eaa-5465-4db8-89c5-b643f43fa22f on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:51:58.550126 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.550479 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.550852 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.551190 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.551522 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.551853 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.552182 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.552512 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.552838 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.553899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.553899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.553899 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99693dad-16aa-47f0-805b-a9b665be3b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-10-iscsi {{(pid=108284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: Traceback (most recent call last): Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: timer() Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: cb(*args, **kw) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: return func(*args, **kwargs) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: self._notify() Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: self.callback(batched_events) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: event.method(event) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: return f(self, *a, **k) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._get(url).json() Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: return self.request(url, 'GET', **kwargs) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:51:58.567569 dv-cinder-680889-10-iscsi neutron-server[108282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:51:58.576111 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.581858 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:58.585089 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4599fcb-fdea-4045-9c9c-3e445269e7ec HTTP/1.1" status: 204 len: 168 time: 0.5576255 Nov 15 12:51:58.588804 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54508) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:58.599890 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee679c8-f4ad-4838-96fb-8911f969b299 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4599fcb-fdea-4045-9c9c-3e445269e7ec,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:58.936476 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715516'] for router_interface, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:59.187986 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Deleting port edd33834-eebf-4f93-9a0f-15e98ca925db {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:51:59.188242 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:59.271212 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] For port edd33834-eebf-4f93-9a0f-15e98ca925db, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=edd33834-eebf-4f93-9a0f-15e98ca925db,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:51:59.271577 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:59.284487 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Calling delete_port for edd33834-eebf-4f93-9a0f-15e98ca925db owned by network:router_interface {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:51:59.463443 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:59.488462 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Pushing event deleted for resources: {'Port': ['ID=edd33834-eebf-4f93-9a0f-15e98ca925db,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:51:59.653133 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3677758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715528'] for router_interface, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:51:59.869258 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Router f7be5a12-df93-4592-922e-108f0613e165 has already been hosted by L3 agent 6dda88f4-fe98-4124-8591-a528d06e39b6 {{(pid=108283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 15 12:51:59.978439 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] Notify agent at l3_agent.dv-cinder-680889-10-iscsi the message routers_updated {{(pid=108283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 15 12:51:59.984016 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-c524f25d-a970-4cb8-98cc-4bc99b1b60cb admin admin] 10.222.0.43 "PUT /v2.0/routers/f7be5a12-df93-4592-922e-108f0613e165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939679 Nov 15 12:51:59.986534 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54510) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:51:59.994739 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Sync routers for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 15 12:52:00.004743 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:52:00.005479 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:00.097823 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.114048 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: dv-cinder-680889-10-iscsi {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:52:00.202793 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.256786 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Deleting port b5a6fd69-bfee-4190-bf90-2dec7230266f {{(pid=108282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:52:00.257136 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.295159 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'external_fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:51:59Z', 'revision_number': 5, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port': {'id': 'b5a6fd69-bfee-4190-bf90-2dec7230266f', 'name': '', 'network_id': '3643a2d8-878d-45e2-8786-461d7cae6102', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be5a12-df93-4592-922e-108f0613e165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a7b1af4-b055-48bf-992f-15023b50b9ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-10-iscsi'}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:00.325910 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Checking router: f7be5a12-df93-4592-922e-108f0613e165 for host: dv-cinder-680889-10-iscsi {{(pid=108285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 15 12:52:00.334225 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Routers {'f7be5a12-df93-4592-922e-108f0613e165'} bound to L3 agent in host dv-cinder-680889-10-iscsi {{(pid=108285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 15 12:52:00.334857 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-15T12:31:22Z,description=,heartbeat_timestamp=2021-11-15T12:51:52Z,host='dv-cinder-680889-10-iscsi',id=6dda88f4-fe98-4124-8591-a528d06e39b6,load=0,resource_versions=,resources_synced=,started_at=2021-11-15T12:31:22Z,topic='l3_agent')) {'router_ids': ['f7be5a12-df93-4592-922e-108f0613e165'], 'active': True} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:00.344921 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.db [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] For port b5a6fd69-bfee-4190-bf90-2dec7230266f, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=b5a6fd69-bfee-4190-bf90-2dec7230266f,segment=NetworkSegment(a41f91f1-4499-416c-85be-981177f1dfd0),segment_id=a41f91f1-4499-416c-85be-981177f1dfd0)] {{(pid=108282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:52:00.345310 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.357539 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.plugins.ml2.plugin [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Calling delete_port for b5a6fd69-bfee-4190-bf90-2dec7230266f owned by network:router_gateway {{(pid=108282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:52:00.417901 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_dvr_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] Set router f7be5a12-df93-4592-922e-108f0613e165 gateway port host: None {{(pid=108285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 15 12:52:00.471476 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.l3_hamode_db [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:52:00Z', 'revision_number': 6, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port_host': None}], 'dv-cinder-680889-10-iscsi', False) {} {{(pid=108285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:00.497820 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ba5ef-5aee-4df6-a8e7-1e01fd8505e8 None None] The sync data for ids ['f7be5a12-df93-4592-922e-108f0613e165'] in dv-cinder-680889-10-iscsi is: [{'id': 'f7be5a12-df93-4592-922e-108f0613e165', 'name': 'tempest-TestVolumeBootPattern-118835504-router', 'tenant_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-15T12:44:35Z', 'updated_at': '2021-11-15T12:52:00Z', 'revision_number': 6, 'project_id': 'caf902d438214b5bbec3d0951ba1ca7b', 'gw_port_host': None}] {{(pid=108285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 15 12:52:00.528879 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9769561'] for port, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.557927 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a6fd69-bfee-4190-bf90-2dec7230266f,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:00.621321 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885682'] for router_gateway, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.713560 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1509'] for router, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.715723 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.759253 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718281'] for router, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.759721 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7be5a12-df93-4592-922e-108f0613e165 {{(pid=108282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 15 12:52:00.763977 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] Publish callbacks [] for router, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.765118 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-f5df756b-494a-40e0-85b0-847fbabaebe1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f7be5a12-df93-4592-922e-108f0613e165 HTTP/1.1" status: 204 len: 168 time: 0.7775068 Nov 15 12:52:00.767755 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.wsgi [-] (108282) accepted ('10.222.0.43', 54512) {{(pid=108282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:00.814580 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.db.db_base_plugin_v2 [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Deleting subnet f049959f-4be1-4a7d-9493-d4cc45a927be {{(pid=108282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 15 12:52:00.817645 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.857890 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8690236'] for subnet, precommit_delete_associations {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.938305 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704722'] for subnet, precommit_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:00.991751 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9769652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8811523'] for subnet, after_delete {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.015182 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f049959f-4be1-4a7d-9493-d4cc45a927be,revision_number=None']} {{(pid=108282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:01.021416 dv-cinder-680889-10-iscsi neutron-server[108282]: DEBUG neutron_lib.callbacks.manager [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.027936 dv-cinder-680889-10-iscsi neutron-server[108282]: INFO neutron.wsgi [None req-252941d2-fec3-43eb-8df6-30b68390bfc4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f049959f-4be1-4a7d-9493-d4cc45a927be HTTP/1.1" status: 204 len: 168 time: 0.2588444 Nov 15 12:52:01.028489 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992fa23-04ba-4de8-9918-30d97dc88dd0 None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 requested from dv-cinder-680889-10-iscsi {{(pid=108284) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 15 12:52:01.033802 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54514) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:01.104723 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848277'] for network, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.162622 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Deleting port 28f88769-5282-44d1-8316-5a2b7b040880 {{(pid=108283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:52:01.163113 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.231134 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.db [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] For port 28f88769-5282-44d1-8316-5a2b7b040880, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=28f88769-5282-44d1-8316-5a2b7b040880,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:52:01.231506 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.246340 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.plugin [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Calling delete_port for 28f88769-5282-44d1-8316-5a2b7b040880 owned by network:dhcp {{(pid=108283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:52:01.249226 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] DHCP port deletion for ec783ab8-873a-4ac2-8f15-f06885936fc9 request from dv-cinder-680889-10-iscsi {{(pid=108284) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 15 12:52:01.298734 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Deleting port 28f88769-5282-44d1-8316-5a2b7b040880 {{(pid=108284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 15 12:52:01.299072 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755402286291'] for port, before_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.340776 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9918591'] for port, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.373082 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Pushing event deleted for resources: {'Port': ['ID=28f88769-5282-44d1-8316-5a2b7b040880,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:01.375245 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] No DVR routers for this DVR port 28f88769-5282-44d1-8316-5a2b7b040880 on host dv-cinder-680889-10-iscsi {{(pid=108283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:52:01.452989 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-712523', 'neutron.services.segments.db._delete_segments_for_network-8755402446794'] for network, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.477999 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec783ab8-873a-4ac2-8f15-f06885936fc9']}} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:01.488564 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42696cfc-9100-4101-af26-8ad13788e361') {'for_net_delete': True} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:01.488898 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.services.segments.db [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42696cfc-9100-4101-af26-8ad13788e361') {} {{(pid=108283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 15 12:52:01.501756 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755402448851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9495985'] for segment, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.516895 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115'] for segment, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.517681 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.db [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] For port 28f88769-5282-44d1-8316-5a2b7b040880, host dv-cinder-680889-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-10-iscsi',level=0,port_id=28f88769-5282-44d1-8316-5a2b7b040880,segment=NetworkSegment(42696cfc-9100-4101-af26-8ad13788e361),segment_id=42696cfc-9100-4101-af26-8ad13788e361)] {{(pid=108284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 15 12:52:01.518083 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3889638'] for port, precommit_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.525217 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=108283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 15 12:52:01.526266 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9918504'] for segment, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: Traceback (most recent call last): Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: timer() Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: cb(*args, **kw) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: return func(*args, **kwargs) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: self._notify() Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: self.callback(batched_events) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: event.method(event) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: aggregate_uuid = self.p_client.list_aggregates( Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: return f(self, *a, **k) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._get(url).json() Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: return self.request(url, 'GET', **kwargs) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: base_url = self.get_endpoint(auth, allow=allow, Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 15 12:52:01.530256 dv-cinder-680889-10-iscsi neutron-server[108283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 15 12:52:01.533309 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Calling delete_port for 28f88769-5282-44d1-8316-5a2b7b040880 owned by network:dhcp {{(pid=108284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 15 12:52:01.587244 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-712528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885654'] for network, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.592561 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3677723'] for network, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.595800 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec783ab8-873a-4ac2-8f15-f06885936fc9 HTTP/1.1" status: 204 len: 168 time: 0.5608497 Nov 15 12:52:01.609825 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c26c15-97ca-4031-a790-467f55bd91dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec783ab8-873a-4ac2-8f15-f06885936fc9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:01.622354 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3677701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755402374813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755401863855'] for port, after_delete {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.644379 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Network ec783ab8-873a-4ac2-8f15-f06885936fc9 is not hosted by any dhcp agent {{(pid=108284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 15 12:52:01.644832 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] No DVR routers for this DVR port 28f88769-5282-44d1-8316-5a2b7b040880 on host dv-cinder-680889-10-iscsi {{(pid=108284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 15 12:52:01.646925 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470bd89-a127-4ab7-910e-5d4692fd2fc2 None None] Pushing event deleted for resources: {'Port': ['ID=28f88769-5282-44d1-8316-5a2b7b040880,revision_number=None']} {{(pid=108284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:01.799863 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54518) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:01.839705 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b352ef52-26ea-4c07-911c-c6efe7613fef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f78fedf356a24ea182428c85682330f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385492 Nov 15 12:52:01.842087 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54520) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:01.891788 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.912669 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.960233 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.963819 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:01.965042 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37f5de99-cbf4-4d41-94be-1b9a689cdcc9 HTTP/1.1" status: 204 len: 168 time: 0.1220407 Nov 15 12:52:01.972940 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ff23d-2e8a-4bc4-9d0f-cfe2f1212153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f5de99-cbf4-4d41-94be-1b9a689cdcc9,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:02.029591 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device edd33834-eebf-4f93-9a0f-15e98ca925db no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:52:02.050100 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: edd33834-eebf-4f93-9a0f-15e98ca925db {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:52:02.050439 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device edd33834-eebf-4f93-9a0f-15e98ca925db not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:52:02.050870 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 28f88769-5282-44d1-8316-5a2b7b040880 no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:52:02.070962 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: 28f88769-5282-44d1-8316-5a2b7b040880 {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:52:02.071425 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device 28f88769-5282-44d1-8316-5a2b7b040880 not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:52:02.071835 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b5a6fd69-bfee-4190-bf90-2dec7230266f no longer exists at agent ovs-agent-dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 15 12:52:02.091780 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.plugin [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] No Port match for: b5a6fd69-bfee-4190-bf90-2dec7230266f {{(pid=108284) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 15 12:52:02.092128 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron.plugins.ml2.rpc [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Device b5a6fd69-bfee-4190-bf90-2dec7230266f not bound to the agent host dv-cinder-680889-10-iscsi {{(pid=108284) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 15 12:52:02.326009 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54526) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:02.367466 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-b6549949-46b8-49f2-b1f4-f3bdeb561973 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=caf902d438214b5bbec3d0951ba1ca7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401130 Nov 15 12:52:02.369887 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [-] (108283) accepted ('10.222.0.43', 54528) {{(pid=108283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 15 12:52:02.417126 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:02.438473 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:02.484038 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705724'] for security_group, after_delete {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:02.487000 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:02.488157 dv-cinder-680889-10-iscsi neutron-server[108283]: INFO neutron.wsgi [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc678a85-2ba2-4f5f-9b31-0b2cd48db400 HTTP/1.1" status: 204 len: 168 time: 0.1173739 Nov 15 12:52:02.496897 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f8dde-e07d-4b9f-9c6a-0c3d4939a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc678a85-2ba2-4f5f-9b31-0b2cd48db400,revision_number=None']} {{(pid=108283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 15 12:52:09.828266 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:17.549213 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:52:19.436836 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-56ec5dad-fc51-4767-9556-3e60848a30a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:21.924637 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-33d368b5-19da-41b5-9d04-c28dfa942c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:23.217968 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:24.213445 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:25.034546 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:39.849399 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:49.439046 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-d3828b54-b5db-4f20-a8fd-7eb7df1476df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:51.926262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-06d53532-1105-46f1-ba13-7d7be93056af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:53.212541 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:54.215415 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:52:54.549005 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:52:55.036062 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:09.844493 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:19.443066 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-9fa47a32-93f2-44f5-9ac4-ce70683a0a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:21.928359 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-202ff847-522c-48f5-8d80-9aa08f2a71ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:23.213309 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:24.221382 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:25.037150 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:31.551691 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:53:39.860786 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:49.444227 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a88f27a0-49ab-412e-88b9-83c20189fb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:51.930982 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-a8bba9bb-4ac9-49c3-b200-1997eef7d33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:53.214980 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:54.219070 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:53:55.039079 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:08.551222 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:54:09.858852 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:19.446815 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-23f09890-ecc7-426f-9ede-8b18f7a27047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:21.932002 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f7c-1138-432d-8bbd-bf7f6fba8446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:23.217643 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:24.221299 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:25.041592 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:39.872688 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:45.550249 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:54:49.452066 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-704d46f2-b9b4-403d-a98e-53c050c817d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:51.933664 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-db14ba1b-8338-476c-af92-060c3b27ea59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:53.220423 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:54.224645 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:54:55.043133 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:09.871293 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:19.452822 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7333ffa6-d83b-4005-bf64-40441706da33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:21.938351 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-7210520a-c6a4-4d41-a66a-a875d112c12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:22.549832 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:55:23.223071 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:24.227118 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:25.044548 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:30.091459 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [req-19e058a8-a0e0-4590-8cbd-07c7ccc0ec10 req-a67ab1ef-1ab6-4cea-8bb9-51bf7d9a413b service neutron] (108283) timed out ('10.222.0.36', 61733) {{(pid=108283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:55:30.767676 dv-cinder-680889-10-iscsi neutron-server[108283]: DEBUG neutron.wsgi [req-7b7d946d-5230-4f09-b50c-80dc597bbf4c req-574fba9d-392f-4da9-b483-5827503f1d61 service neutron] (108283) timed out ('10.222.0.36', 61723) {{(pid=108283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 15 12:55:39.885690 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:49.454056 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f74b-ea6c-4c2b-8f38-2d0a92634978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:51.939721 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e03669f4-beb0-47ba-9bab-15aebfa1910a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:53.226448 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:54.231622 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:55.045303 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:55:59.550115 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:56:09.886307 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:19.455272 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2582-19cc-4b47-80ae-91e437b93ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:21.941130 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-840c8f72-08fb-414b-9def-b38faae0e525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:23.229302 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:24.233177 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:25.047709 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:36.549383 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:56:39.917262 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:49.458075 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-30e46ca9-c774-4527-af8e-8af33f1f15c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:51.945524 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-49f3a0ce-c47b-448c-b959-d5828f795909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:53.231895 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:54.234680 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:56:55.050563 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:09.934357 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-cf49fdc6-6259-47d2-af06-9f7b0a63d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:13.551138 dv-cinder-680889-10-iscsi neutron-server[108285]: DEBUG neutron.db.agents_db [None req-85e47aab-981a-4f8a-9a69-c8a3e7e9b485 None None] Agent healthcheck: found 6 active agents {{(pid=108285) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 15 12:57:19.461711 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-e8a15900-ff42-4a7d-8618-698160c135e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:21.946948 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-6243d902-322f-4f2b-9d1a-6eaaacacf8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:23.236092 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-26e3f2c3-3714-49f9-b8a2-34737e520dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:24.237896 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-94de24dd-6fbb-4cc9-96d5-586018299858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 15 12:57:25.061599 dv-cinder-680889-10-iscsi neutron-server[108284]: DEBUG neutron_lib.callbacks.manager [None req-f568966f-df3a-42fa-8899-ecb9f3d8c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755402446776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710549'] for agent, after_update {{(pid=108284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}